FSD-Level5-CoT / benchmark_base.json
Reality123b's picture
Add benchmark_base.json
e081d62 verified
{
"planning": {
"l2_1s": 1.335835188627243,
"l2_2s": 1.6131042838096619,
"l2_3s": 1.9670901596546173,
"l2_avg": 1.6386765440305073,
"collision_rate_1s": 0.0,
"collision_rate_2s": 0.0,
"collision_rate_3s": 0.0,
"collision_rate_avg": 0.0,
"planning_score": 0.6722646911938985
},
"detection": {
"mAP": 0.0034645833438844416,
"mATE": 0.5,
"mASE": 0.5,
"mAOE": 0.5,
"mAVE": 0.5,
"mAAE": 0.29999999999999993,
"NDS": 0.2717322916719422
},
"carla": {
"route_completion": 2.274567416558663,
"infraction_score": 1.0,
"num_collisions": 0,
"num_red_light_violations": 0,
"num_stop_sign_violations": 0,
"num_route_deviations": 0,
"driving_score": 0.02274567416558663
},
"safety": {
"min_ttc": 0.12494443356990814,
"mean_ttc": 0.5647027293841044,
"ttc_below_2s_rate": 0.9583333333333334,
"emergency_brake_precision": 0.0,
"emergency_brake_recall": 0.0,
"emergency_brake_f1": 0.0,
"mean_jerk": 0.13301572711983076,
"max_jerk": 2.565595865249634,
"min_obstacle_distance": 0.4964350163936615,
"mean_obstacle_distance": 1.1643042713403702,
"speed_compliance_rate": 1.0,
"safe_following_distance_rate": 0.0,
"cot_override_accuracy": 0.0,
"cot_risk_auc": 0.0
},
"occupancy": {
"iou_near": 0.13401179388165474,
"iou_far": 0.30368703603744507,
"vpq_near": 0.12061061449348927,
"vpq_far": 0.2581339806318283
},
"total_samples": 48,
"total_time_s": 82.75032830238342,
"fps": 0.580058121637899
}