| { |
| "source_jsonl": "eval/external_verified_test_temporal_grounding.check.jsonl", |
| "num_examples": 3720, |
| "final_retrieval": { |
| "N": 3720, |
| "R@1": 0.2456989247311828, |
| "R@5": 0.4293010752688172, |
| "R@10": 0.5220430107526882, |
| "R@100": 0.8475806451612903, |
| "MRR": 0.3370978602460052, |
| "mean_rank": 58.99596774193548 |
| }, |
| "original_retrieval": { |
| "N": 3720, |
| "R@1": 0.2163978494623656, |
| "R@5": 0.41774193548387095, |
| "R@10": 0.5147849462365591, |
| "R@100": 0.8416666666666667, |
| "MRR": 0.3153196359774264, |
| "mean_rank": 62.67795698924731 |
| }, |
| "final_temporal": { |
| "N": 3720, |
| "mIoU@R1": 0.1156113222052184, |
| "IoU@0.3@R1": 0.16478494623655915, |
| "IoU@0.5@R1": 0.13440860215053763, |
| "IoU@0.7@R1": 0.08172043010752689 |
| }, |
| "turns": { |
| "1": { |
| "retrieval": { |
| "N": 3720, |
| "R@1": 0.2454301075268817, |
| "R@5": 0.4295698924731183, |
| "R@10": 0.5225806451612903, |
| "R@100": 0.8475806451612903, |
| "MRR": 0.33708539153560463, |
| "mean_rank": 59.034408602150535 |
| }, |
| "temporal": { |
| "N": 3720, |
| "mIoU@R1": 0.08548125299555634, |
| "IoU@0.3@R1": 0.12338709677419354, |
| "IoU@0.5@R1": 0.0989247311827957, |
| "IoU@0.7@R1": 0.05779569892473118 |
| } |
| }, |
| "2": { |
| "retrieval": { |
| "N": 2415, |
| "R@1": 0.12919254658385093, |
| "R@5": 0.32629399585921326, |
| "R@10": 0.4289855072463768, |
| "R@100": 0.8182194616977225, |
| "MRR": 0.2298517982971078, |
| "mean_rank": 70.80869565217391 |
| }, |
| "temporal": { |
| "N": 3720, |
| "mIoU@R1": 0.03013006920966206, |
| "IoU@0.3@R1": 0.04139784946236559, |
| "IoU@0.5@R1": 0.035483870967741936, |
| "IoU@0.7@R1": 0.0239247311827957 |
| } |
| } |
| } |
| } |
|
|
