| { |
| "planning": { |
| "l2_1s": 1.153036206960678, |
| "l2_2s": 1.6463652551174164, |
| "l2_3s": 2.1500342786312103, |
| "l2_avg": 1.649811913569768, |
| "collision_rate_1s": 0.0, |
| "collision_rate_2s": 0.0, |
| "collision_rate_3s": 0.0, |
| "collision_rate_avg": 0.0, |
| "planning_score": 0.6700376172860464 |
| }, |
| "detection": { |
| "mAP": 0.0031852083397097886, |
| "mATE": 0.5, |
| "mASE": 0.5, |
| "mAOE": 0.5, |
| "mAVE": 0.5, |
| "mAAE": 0.29999999999999993, |
| "NDS": 0.2715926041698549 |
| }, |
| "carla": { |
| "route_completion": 2.7063107738892236, |
| "infraction_score": 1.0, |
| "num_collisions": 0, |
| "num_red_light_violations": 0, |
| "num_stop_sign_violations": 0, |
| "num_route_deviations": 0, |
| "driving_score": 0.02706310773889224 |
| }, |
| "safety": { |
| "min_ttc": 0.15026038885116577, |
| "mean_ttc": 0.7554779772957166, |
| "ttc_below_2s_rate": 0.9166666666666666, |
| "emergency_brake_precision": 0.0, |
| "emergency_brake_recall": 0.0, |
| "emergency_brake_f1": 0.0, |
| "mean_jerk": 0.47455190246303874, |
| "max_jerk": 3.813385009765625, |
| "min_obstacle_distance": 0.5039934515953064, |
| "mean_obstacle_distance": 1.1577232132355373, |
| "speed_compliance_rate": 1.0, |
| "safe_following_distance_rate": 0.0, |
| "cot_override_accuracy": 0.4791666666666667, |
| "cot_risk_auc": 0.5 |
| }, |
| "occupancy": { |
| "iou_near": 0.0016212966584134847, |
| "iou_far": 0.02265196091805895, |
| "vpq_near": 0.001459166992572136, |
| "vpq_far": 0.01925416678035011 |
| }, |
| "total_samples": 48, |
| "total_time_s": 97.4211196899414, |
| "fps": 0.49270630590951764 |
| } |