| { |
| "source_jsonl": "eval/external_verified_test_temporal_grounding.check.jsonl", |
| "num_examples": 3720, |
| "final_retrieval": { |
| "N": 3720, |
| "R@1": 0.24435483870967742, |
| "R@5": 0.4274193548387097, |
| "R@10": 0.5206989247311828, |
| "R@100": 0.850268817204301, |
| "MRR": 0.33681075297055263, |
| "mean_rank": 58.86370967741936 |
| }, |
| "original_retrieval": { |
| "N": 3720, |
| "R@1": 0.2163978494623656, |
| "R@5": 0.41774193548387095, |
| "R@10": 0.5147849462365591, |
| "R@100": 0.8416666666666667, |
| "MRR": 0.3153196359774264, |
| "mean_rank": 62.67795698924731 |
| }, |
| "final_temporal": { |
| "N": 3720, |
| "mIoU@R1": 0.08866356951907856, |
| "IoU@0.3@R1": 0.13763440860215054, |
| "IoU@0.5@R1": 0.09301075268817205, |
| "IoU@0.7@R1": 0.04596774193548387 |
| }, |
| "turns": { |
| "1": { |
| "retrieval": { |
| "N": 3720, |
| "R@1": 0.24435483870967742, |
| "R@5": 0.4282258064516129, |
| "R@10": 0.5198924731182796, |
| "R@100": 0.8510752688172043, |
| "MRR": 0.33700085235354443, |
| "mean_rank": 58.85591397849463 |
| }, |
| "temporal": { |
| "N": 3720, |
| "mIoU@R1": 0.07265701076367286, |
| "IoU@0.3@R1": 0.11397849462365592, |
| "IoU@0.5@R1": 0.07526881720430108, |
| "IoU@0.7@R1": 0.035483870967741936 |
| } |
| }, |
| "2": { |
| "retrieval": { |
| "N": 2058, |
| "R@1": 0.1379980563654033, |
| "R@5": 0.3299319727891156, |
| "R@10": 0.43100097181729835, |
| "R@100": 0.814382896015549, |
| "MRR": 0.23704409271423788, |
| "mean_rank": 70.23469387755102 |
| }, |
| "temporal": { |
| "N": 3720, |
| "mIoU@R1": 0.0160065587554057, |
| "IoU@0.3@R1": 0.023655913978494623, |
| "IoU@0.5@R1": 0.017741935483870968, |
| "IoU@0.7@R1": 0.010483870967741936 |
| } |
| } |
| } |
| } |
|
|
