| { |
| "source_jsonl": "eval/external_verified_test_temporal_grounding.check.jsonl", |
| "num_examples": 4013, |
| "final_retrieval": { |
| "N": 4013, |
| "R@1": 0.5738848741589833, |
| "R@5": 0.8056316969847994, |
| "R@10": 0.8681784201345627, |
| "R@100": 0.9730874657363568, |
| "MRR": 0.6758319082279836, |
| "mean_rank": 12.62471966110142 |
| }, |
| "original_retrieval": { |
| "N": 4013, |
| "R@1": 0.551457762272614, |
| "R@5": 0.7931721903812609, |
| "R@10": 0.8562172937951658, |
| "R@100": 0.9698479940194368, |
| "MRR": 0.6583015862230686, |
| "mean_rank": 13.97408422626464 |
| }, |
| "final_temporal": { |
| "N": 4013, |
| "mIoU@R1": 0.17089007946396434, |
| "IoU@0.3@R1": 0.2043359082980314, |
| "IoU@0.5@R1": 0.18714178918514826, |
| "IoU@0.7@R1": 0.13979566409170197 |
| }, |
| "turns": { |
| "1": { |
| "retrieval": { |
| "N": 4013, |
| "R@1": 0.5736356840269126, |
| "R@5": 0.8053825068527286, |
| "R@10": 0.8681784201345627, |
| "R@100": 0.9730874657363568, |
| "MRR": 0.675732730915916, |
| "mean_rank": 12.62770994268627 |
| }, |
| "temporal": { |
| "N": 4013, |
| "mIoU@R1": 0.16299905861505662, |
| "IoU@0.3@R1": 0.1951158734114129, |
| "IoU@0.5@R1": 0.1784201345626713, |
| "IoU@0.7@R1": 0.13306753052579118 |
| } |
| }, |
| "2": { |
| "retrieval": { |
| "N": 871, |
| "R@1": 0.4695752009184845, |
| "R@5": 0.7451205510907003, |
| "R@10": 0.8254879448909299, |
| "R@100": 0.9632606199770379, |
| "MRR": 0.5896197977240137, |
| "mean_rank": 13.808266360505167 |
| }, |
| "temporal": { |
| "N": 4013, |
| "mIoU@R1": 0.007891020848907717, |
| "IoU@0.3@R1": 0.00922003488661849, |
| "IoU@0.5@R1": 0.00872165462247695, |
| "IoU@0.7@R1": 0.00672813356591079 |
| } |
| } |
| } |
| } |
|
|
