FSD-Level5-CoT / benchmark_cot.json
Reality123b's picture
Add benchmark_cot.json
2a2385f verified
{
"planning": {
"l2_1s": 1.153036206960678,
"l2_2s": 1.6463652551174164,
"l2_3s": 2.1500342786312103,
"l2_avg": 1.649811913569768,
"collision_rate_1s": 0.0,
"collision_rate_2s": 0.0,
"collision_rate_3s": 0.0,
"collision_rate_avg": 0.0,
"planning_score": 0.6700376172860464
},
"detection": {
"mAP": 0.0031852083397097886,
"mATE": 0.5,
"mASE": 0.5,
"mAOE": 0.5,
"mAVE": 0.5,
"mAAE": 0.29999999999999993,
"NDS": 0.2715926041698549
},
"carla": {
"route_completion": 2.7063107738892236,
"infraction_score": 1.0,
"num_collisions": 0,
"num_red_light_violations": 0,
"num_stop_sign_violations": 0,
"num_route_deviations": 0,
"driving_score": 0.02706310773889224
},
"safety": {
"min_ttc": 0.15026038885116577,
"mean_ttc": 0.7554779772957166,
"ttc_below_2s_rate": 0.9166666666666666,
"emergency_brake_precision": 0.0,
"emergency_brake_recall": 0.0,
"emergency_brake_f1": 0.0,
"mean_jerk": 0.47455190246303874,
"max_jerk": 3.813385009765625,
"min_obstacle_distance": 0.5039934515953064,
"mean_obstacle_distance": 1.1577232132355373,
"speed_compliance_rate": 1.0,
"safe_following_distance_rate": 0.0,
"cot_override_accuracy": 0.4791666666666667,
"cot_risk_auc": 0.5
},
"occupancy": {
"iou_near": 0.0016212966584134847,
"iou_far": 0.02265196091805895,
"vpq_near": 0.001459166992572136,
"vpq_far": 0.01925416678035011
},
"total_samples": 48,
"total_time_s": 97.4211196899414,
"fps": 0.49270630590951764
}