Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "QQMM-embed-v3", | |
| "model_backbone": "QQMM", | |
| "model_size": 8.29, | |
| "embedding_dimension": 3584, | |
| "max_length_tokens": 4096, | |
| "model_release_date": "2025-12-30", | |
| "data_source": "Self-Reported", | |
| "report_generated_date": "2025-12-30T17:06:50.924943" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.84, | |
| "hit@5": 0.972, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.84, | |
| "ndcg_linear@5": 0.9152094995736388, | |
| "ndcg_linear@10": 0.920575308354519, | |
| "ndcg_exponential@1": 0.84, | |
| "ndcg_exponential@5": 0.9152094995736388, | |
| "ndcg_exponential@10": 0.920575308354519, | |
| "precision@1": 0.84, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.84, | |
| "recall@5": 0.972, | |
| "recall@10": 0.988, | |
| "f1@1": 0.84, | |
| "f1@5": 0.324, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.84, | |
| "map@5": 0.8958833333333334, | |
| "map@10": 0.8982107142857142, | |
| "mrr@1": 0.84, | |
| "mrr@5": 0.8958833333333334, | |
| "mrr@10": 0.8982107142857142, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.827, | |
| "hit@5": 0.97, | |
| "hit@10": 0.991, | |
| "ndcg_linear@1": 0.827, | |
| "ndcg_linear@5": 0.9073522754345366, | |
| "ndcg_linear@10": 0.9141510204620433, | |
| "ndcg_exponential@1": 0.827, | |
| "ndcg_exponential@5": 0.9073522754345366, | |
| "ndcg_exponential@10": 0.9141510204620433, | |
| "precision@1": 0.827, | |
| "precision@5": 0.19400000000000003, | |
| "precision@10": 0.09910000000000002, | |
| "recall@1": 0.827, | |
| "recall@5": 0.97, | |
| "recall@10": 0.991, | |
| "f1@1": 0.827, | |
| "f1@5": 0.3233333333333333, | |
| "f1@10": 0.1801818181818182, | |
| "map@1": 0.827, | |
| "map@5": 0.8861166666666668, | |
| "map@10": 0.8889265873015872, | |
| "mrr@1": 0.827, | |
| "mrr@5": 0.8861166666666668, | |
| "mrr@10": 0.8889265873015872, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.803, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.803, | |
| "ndcg_linear@5": 0.9272931614535771, | |
| "ndcg_linear@10": 0.9272931614535771, | |
| "ndcg_exponential@1": 0.803, | |
| "ndcg_exponential@5": 0.9272931614535771, | |
| "ndcg_exponential@10": 0.9272931614535771, | |
| "precision@1": 0.803, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.803, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.803, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.803, | |
| "map@5": 0.9015, | |
| "map@10": 0.9015, | |
| "mrr@1": 0.803, | |
| "mrr@5": 0.9015, | |
| "mrr@10": 0.9015, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.936, | |
| "hit@5": 0.991, | |
| "hit@10": 0.997, | |
| "ndcg_linear@1": 0.936, | |
| "ndcg_linear@5": 0.967509629779837, | |
| "ndcg_linear@10": 0.96940575999471, | |
| "ndcg_exponential@1": 0.936, | |
| "ndcg_exponential@5": 0.967509629779837, | |
| "ndcg_exponential@10": 0.96940575999471, | |
| "precision@1": 0.936, | |
| "precision@5": 0.19820000000000002, | |
| "precision@10": 0.09970000000000001, | |
| "recall@1": 0.936, | |
| "recall@5": 0.991, | |
| "recall@10": 0.997, | |
| "f1@1": 0.936, | |
| "f1@5": 0.3303333333333333, | |
| "f1@10": 0.18127272727272725, | |
| "map@1": 0.936, | |
| "map@5": 0.9594833333333334, | |
| "map@10": 0.9602400793650793, | |
| "mrr@1": 0.936, | |
| "mrr@5": 0.9594833333333334, | |
| "mrr@10": 0.9602400793650793, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.848, | |
| "hit@5": 0.981, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.848, | |
| "ndcg_linear@5": 0.9236223935709063, | |
| "ndcg_linear@10": 0.9276858503704225, | |
| "ndcg_exponential@1": 0.848, | |
| "ndcg_exponential@5": 0.9236223935709063, | |
| "ndcg_exponential@10": 0.9276858503704225, | |
| "precision@1": 0.848, | |
| "precision@5": 0.19620000000000004, | |
| "precision@10": 0.09940000000000002, | |
| "recall@1": 0.848, | |
| "recall@5": 0.981, | |
| "recall@10": 0.994, | |
| "f1@1": 0.848, | |
| "f1@5": 0.327, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.848, | |
| "map@5": 0.9041, | |
| "map@10": 0.9056956349206349, | |
| "mrr@1": 0.848, | |
| "mrr@5": 0.9041, | |
| "mrr@10": 0.9056956349206349, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.521, | |
| "hit@5": 0.743, | |
| "hit@10": 0.846, | |
| "ndcg_linear@1": 0.521, | |
| "ndcg_linear@5": 0.6406307292233434, | |
| "ndcg_linear@10": 0.6744073276190016, | |
| "ndcg_exponential@1": 0.521, | |
| "ndcg_exponential@5": 0.6406307292233434, | |
| "ndcg_exponential@10": 0.6744073276190016, | |
| "precision@1": 0.521, | |
| "precision@5": 0.14859999999999998, | |
| "precision@10": 0.0846, | |
| "recall@1": 0.521, | |
| "recall@5": 0.743, | |
| "recall@10": 0.846, | |
| "f1@1": 0.521, | |
| "f1@5": 0.24766666666666673, | |
| "f1@10": 0.15381818181818183, | |
| "map@1": 0.521, | |
| "map@5": 0.6064333333333334, | |
| "map@10": 0.6206547619047619, | |
| "mrr@1": 0.521, | |
| "mrr@5": 0.6064333333333334, | |
| "mrr@10": 0.6206547619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.68, | |
| "hit@5": 0.854, | |
| "hit@10": 0.898, | |
| "ndcg_linear@1": 0.68, | |
| "ndcg_linear@5": 0.7758516032049823, | |
| "ndcg_linear@10": 0.790303742639153, | |
| "ndcg_exponential@1": 0.68, | |
| "ndcg_exponential@5": 0.7758516032049823, | |
| "ndcg_exponential@10": 0.790303742639153, | |
| "precision@1": 0.68, | |
| "precision@5": 0.1708, | |
| "precision@10": 0.0898, | |
| "recall@1": 0.68, | |
| "recall@5": 0.854, | |
| "recall@10": 0.898, | |
| "f1@1": 0.68, | |
| "f1@5": 0.2846666666666667, | |
| "f1@10": 0.1632727272727273, | |
| "map@1": 0.68, | |
| "map@5": 0.7495499999999999, | |
| "map@10": 0.7556396825396825, | |
| "mrr@1": 0.68, | |
| "mrr@5": 0.7495499999999999, | |
| "mrr@10": 0.7556396825396825, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.924, | |
| "hit@5": 0.988, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.924, | |
| "ndcg_linear@5": 0.9611003500603024, | |
| "ndcg_linear@10": 0.9624844364984123, | |
| "ndcg_exponential@1": 0.924, | |
| "ndcg_exponential@5": 0.9611003500603024, | |
| "ndcg_exponential@10": 0.9624844364984123, | |
| "precision@1": 0.924, | |
| "precision@5": 0.19760000000000003, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.924, | |
| "recall@5": 0.988, | |
| "recall@10": 0.992, | |
| "f1@1": 0.924, | |
| "f1@5": 0.3293333333333333, | |
| "f1@10": 0.18036363636363636, | |
| "map@1": 0.924, | |
| "map@5": 0.9518833333333333, | |
| "map@10": 0.9525083333333334, | |
| "mrr@1": 0.924, | |
| "mrr@5": 0.9518833333333333, | |
| "mrr@10": 0.9525083333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.763, | |
| "hit@5": 0.905, | |
| "hit@10": 0.943, | |
| "ndcg_linear@1": 0.763, | |
| "ndcg_linear@5": 0.8424108350918891, | |
| "ndcg_linear@10": 0.8546272897311282, | |
| "ndcg_exponential@1": 0.763, | |
| "ndcg_exponential@5": 0.8424108350918891, | |
| "ndcg_exponential@10": 0.8546272897311282, | |
| "precision@1": 0.763, | |
| "precision@5": 0.181, | |
| "precision@10": 0.09430000000000001, | |
| "recall@1": 0.763, | |
| "recall@5": 0.905, | |
| "recall@10": 0.943, | |
| "f1@1": 0.763, | |
| "f1@5": 0.3016666666666667, | |
| "f1@10": 0.17145454545454544, | |
| "map@1": 0.763, | |
| "map@5": 0.82125, | |
| "map@10": 0.8262515873015873, | |
| "mrr@1": 0.763, | |
| "mrr@5": 0.82125, | |
| "mrr@10": 0.8262515873015873, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.337, | |
| "hit@5": 0.568, | |
| "hit@10": 0.661, | |
| "ndcg_linear@1": 0.337, | |
| "ndcg_linear@5": 0.4578456647260883, | |
| "ndcg_linear@10": 0.48788187572334657, | |
| "ndcg_exponential@1": 0.337, | |
| "ndcg_exponential@5": 0.4578456647260883, | |
| "ndcg_exponential@10": 0.48788187572334657, | |
| "precision@1": 0.337, | |
| "precision@5": 0.11359999999999999, | |
| "precision@10": 0.06609999999999999, | |
| "recall@1": 0.337, | |
| "recall@5": 0.568, | |
| "recall@10": 0.661, | |
| "f1@1": 0.337, | |
| "f1@5": 0.18933333333333338, | |
| "f1@10": 0.1201818181818182, | |
| "map@1": 0.337, | |
| "map@5": 0.42136666666666667, | |
| "map@10": 0.43372777777777777, | |
| "mrr@1": 0.337, | |
| "mrr@5": 0.42136666666666667, | |
| "mrr@10": 0.43372777777777777, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.744, | |
| "hit@5": 0.925, | |
| "hit@10": 0.952, | |
| "ndcg_linear@1": 0.744, | |
| "ndcg_linear@5": 0.8459489844174726, | |
| "ndcg_linear@10": 0.8549078464214024, | |
| "ndcg_exponential@1": 0.744, | |
| "ndcg_exponential@5": 0.8459489844174726, | |
| "ndcg_exponential@10": 0.8549078464214024, | |
| "precision@1": 0.744, | |
| "precision@5": 0.18500000000000003, | |
| "precision@10": 0.09520000000000002, | |
| "recall@1": 0.744, | |
| "recall@5": 0.925, | |
| "recall@10": 0.952, | |
| "f1@1": 0.744, | |
| "f1@5": 0.30833333333333335, | |
| "f1@10": 0.1730909090909091, | |
| "map@1": 0.744, | |
| "map@5": 0.8191833333333334, | |
| "map@10": 0.8230170634920635, | |
| "mrr@1": 0.744, | |
| "mrr@5": 0.8191833333333334, | |
| "mrr@10": 0.8230170634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.706, | |
| "hit@5": 0.936, | |
| "hit@10": 0.967, | |
| "ndcg_linear@1": 0.706, | |
| "ndcg_linear@5": 0.8354887582398915, | |
| "ndcg_linear@10": 0.8455678125416485, | |
| "ndcg_exponential@1": 0.706, | |
| "ndcg_exponential@5": 0.8354887582398915, | |
| "ndcg_exponential@10": 0.8455678125416485, | |
| "precision@1": 0.706, | |
| "precision@5": 0.1872, | |
| "precision@10": 0.09670000000000002, | |
| "recall@1": 0.706, | |
| "recall@5": 0.936, | |
| "recall@10": 0.967, | |
| "f1@1": 0.706, | |
| "f1@5": 0.312, | |
| "f1@10": 0.17581818181818182, | |
| "map@1": 0.706, | |
| "map@5": 0.8014, | |
| "map@10": 0.8055888888888889, | |
| "mrr@1": 0.706, | |
| "mrr@5": 0.8014, | |
| "mrr@10": 0.8055888888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.955, | |
| "hit@5": 0.996, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.955, | |
| "ndcg_linear@5": 0.9794119168476351, | |
| "ndcg_linear@10": 0.980425361217515, | |
| "ndcg_exponential@1": 0.955, | |
| "ndcg_exponential@5": 0.9794119168476351, | |
| "ndcg_exponential@10": 0.980425361217515, | |
| "precision@1": 0.955, | |
| "precision@5": 0.19920000000000004, | |
| "precision@10": 0.09990000000000002, | |
| "recall@1": 0.955, | |
| "recall@5": 0.996, | |
| "recall@10": 0.999, | |
| "f1@1": 0.955, | |
| "f1@5": 0.332, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.955, | |
| "map@5": 0.9736833333333332, | |
| "map@10": 0.9741277777777777, | |
| "mrr@1": 0.955, | |
| "mrr@5": 0.9736833333333332, | |
| "mrr@10": 0.9741277777777777, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.75, | |
| "hit@5": 0.894, | |
| "hit@10": 0.933, | |
| "ndcg_linear@1": 0.75, | |
| "ndcg_linear@5": 0.827979407255637, | |
| "ndcg_linear@10": 0.8407102181685808, | |
| "ndcg_exponential@1": 0.75, | |
| "ndcg_exponential@5": 0.827979407255637, | |
| "ndcg_exponential@10": 0.8407102181685808, | |
| "precision@1": 0.75, | |
| "precision@5": 0.17880000000000001, | |
| "precision@10": 0.09330000000000001, | |
| "recall@1": 0.75, | |
| "recall@5": 0.894, | |
| "recall@10": 0.933, | |
| "f1@1": 0.75, | |
| "f1@5": 0.298, | |
| "f1@10": 0.1696363636363636, | |
| "map@1": 0.75, | |
| "map@5": 0.8058666666666666, | |
| "map@10": 0.8111900793650794, | |
| "mrr@1": 0.75, | |
| "mrr@5": 0.8058666666666666, | |
| "mrr@10": 0.8111900793650794, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.688, | |
| "hit@5": 0.837, | |
| "hit@10": 0.879, | |
| "ndcg_linear@1": 0.688, | |
| "ndcg_linear@5": 0.7687585078246408, | |
| "ndcg_linear@10": 0.7824674087474602, | |
| "ndcg_exponential@1": 0.688, | |
| "ndcg_exponential@5": 0.7687585078246408, | |
| "ndcg_exponential@10": 0.7824674087474602, | |
| "precision@1": 0.688, | |
| "precision@5": 0.1674, | |
| "precision@10": 0.0879, | |
| "recall@1": 0.688, | |
| "recall@5": 0.837, | |
| "recall@10": 0.879, | |
| "f1@1": 0.688, | |
| "f1@5": 0.279, | |
| "f1@10": 0.1598181818181818, | |
| "map@1": 0.688, | |
| "map@5": 0.7459166666666667, | |
| "map@10": 0.7516460317460317, | |
| "mrr@1": 0.688, | |
| "mrr@5": 0.7459166666666667, | |
| "mrr@10": 0.7516460317460317, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.653, | |
| "hit@5": 0.926, | |
| "hit@10": 0.963, | |
| "ndcg_linear@1": 0.653, | |
| "ndcg_linear@5": 0.8028927207032398, | |
| "ndcg_linear@10": 0.8148405413057516, | |
| "ndcg_exponential@1": 0.653, | |
| "ndcg_exponential@5": 0.8028927207032398, | |
| "ndcg_exponential@10": 0.8148405413057516, | |
| "precision@1": 0.653, | |
| "precision@5": 0.18520000000000006, | |
| "precision@10": 0.09630000000000001, | |
| "recall@1": 0.653, | |
| "recall@5": 0.926, | |
| "recall@10": 0.963, | |
| "f1@1": 0.653, | |
| "f1@5": 0.30866666666666664, | |
| "f1@10": 0.1750909090909091, | |
| "map@1": 0.653, | |
| "map@5": 0.76155, | |
| "map@10": 0.7664694444444444, | |
| "mrr@1": 0.653, | |
| "mrr@5": 0.76155, | |
| "mrr@10": 0.7664694444444444, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.789, | |
| "hit@5": 0.95, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.789, | |
| "ndcg_linear@5": 0.8785987006811159, | |
| "ndcg_linear@10": 0.8874600980090697, | |
| "ndcg_exponential@1": 0.789, | |
| "ndcg_exponential@5": 0.8785987006811159, | |
| "ndcg_exponential@10": 0.8874600980090697, | |
| "precision@1": 0.789, | |
| "precision@5": 0.19, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.789, | |
| "recall@5": 0.95, | |
| "recall@10": 0.977, | |
| "f1@1": 0.789, | |
| "f1@5": 0.31666666666666665, | |
| "f1@10": 0.1776363636363636, | |
| "map@1": 0.789, | |
| "map@5": 0.8544499999999999, | |
| "map@10": 0.8581813492063491, | |
| "mrr@1": 0.789, | |
| "mrr@5": 0.8544499999999999, | |
| "mrr@10": 0.8581813492063491, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.565, | |
| "hit@5": 0.726, | |
| "hit@10": 0.766, | |
| "ndcg_linear@1": 0.565, | |
| "ndcg_linear@5": 0.6523355745213447, | |
| "ndcg_linear@10": 0.6655775980643908, | |
| "ndcg_exponential@1": 0.565, | |
| "ndcg_exponential@5": 0.6523355745213447, | |
| "ndcg_exponential@10": 0.6655775980643908, | |
| "precision@1": 0.565, | |
| "precision@5": 0.1452, | |
| "precision@10": 0.07659999999999999, | |
| "recall@1": 0.565, | |
| "recall@5": 0.726, | |
| "recall@10": 0.766, | |
| "f1@1": 0.565, | |
| "f1@5": 0.24200000000000005, | |
| "f1@10": 0.13927272727272727, | |
| "map@1": 0.565, | |
| "map@5": 0.6276833333333334, | |
| "map@10": 0.6333246031746033, | |
| "mrr@1": 0.565, | |
| "mrr@5": 0.6276833333333334, | |
| "mrr@10": 0.6333246031746033, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.789, | |
| "hit@5": 0.955, | |
| "hit@10": 0.981, | |
| "ndcg_linear@1": 0.789, | |
| "ndcg_linear@5": 0.8828961521095043, | |
| "ndcg_linear@10": 0.891513334428715, | |
| "ndcg_exponential@1": 0.789, | |
| "ndcg_exponential@5": 0.8828961521095043, | |
| "ndcg_exponential@10": 0.891513334428715, | |
| "precision@1": 0.789, | |
| "precision@5": 0.19100000000000006, | |
| "precision@10": 0.09810000000000002, | |
| "recall@1": 0.789, | |
| "recall@5": 0.955, | |
| "recall@10": 0.981, | |
| "f1@1": 0.789, | |
| "f1@5": 0.31833333333333336, | |
| "f1@10": 0.17836363636363636, | |
| "map@1": 0.789, | |
| "map@5": 0.8583833333333333, | |
| "map@10": 0.8620615079365079, | |
| "mrr@1": 0.789, | |
| "mrr@5": 0.8583833333333333, | |
| "mrr@10": 0.8620615079365079, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.872, | |
| "hit@5": 0.929, | |
| "hit@10": 0.94, | |
| "ndcg_linear@1": 0.872, | |
| "ndcg_linear@5": 0.9042679011337426, | |
| "ndcg_linear@10": 0.9077711893584378, | |
| "ndcg_exponential@1": 0.872, | |
| "ndcg_exponential@5": 0.9042679011337426, | |
| "ndcg_exponential@10": 0.9077711893584378, | |
| "precision@1": 0.872, | |
| "precision@5": 0.18580000000000002, | |
| "precision@10": 0.09400000000000001, | |
| "recall@1": 0.872, | |
| "recall@5": 0.929, | |
| "recall@10": 0.94, | |
| "f1@1": 0.872, | |
| "f1@5": 0.30966666666666665, | |
| "f1@10": 0.1709090909090909, | |
| "map@1": 0.872, | |
| "map@5": 0.8958833333333334, | |
| "map@10": 0.8972940476190476, | |
| "mrr@1": 0.872, | |
| "mrr@5": 0.8958833333333334, | |
| "mrr@10": 0.8972940476190476, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.872, | |
| "hit@5": 0.977, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.872, | |
| "ndcg_linear@5": 0.9299475603427335, | |
| "ndcg_linear@10": 0.9356714647119377, | |
| "ndcg_exponential@1": 0.872, | |
| "ndcg_exponential@5": 0.9299475603427335, | |
| "ndcg_exponential@10": 0.9356714647119377, | |
| "precision@1": 0.872, | |
| "precision@5": 0.19540000000000005, | |
| "precision@10": 0.09940000000000002, | |
| "recall@1": 0.872, | |
| "recall@5": 0.977, | |
| "recall@10": 0.994, | |
| "f1@1": 0.872, | |
| "f1@5": 0.3256666666666666, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.872, | |
| "map@5": 0.9141333333333334, | |
| "map@10": 0.9166261904761904, | |
| "mrr@1": 0.872, | |
| "mrr@5": 0.9141333333333334, | |
| "mrr@10": 0.9166261904761904, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.71, | |
| "hit@5": 0.94, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.71, | |
| "ndcg_linear@5": 0.8368807700979317, | |
| "ndcg_linear@10": 0.8466885354086511, | |
| "ndcg_exponential@1": 0.71, | |
| "ndcg_exponential@5": 0.8368807700979317, | |
| "ndcg_exponential@10": 0.8466885354086511, | |
| "precision@1": 0.71, | |
| "precision@5": 0.188, | |
| "precision@10": 0.09700000000000002, | |
| "recall@1": 0.71, | |
| "recall@5": 0.94, | |
| "recall@10": 0.97, | |
| "f1@1": 0.71, | |
| "f1@5": 0.3133333333333333, | |
| "f1@10": 0.17636363636363636, | |
| "map@1": 0.71, | |
| "map@5": 0.8020833333333333, | |
| "map@10": 0.8061928571428572, | |
| "mrr@1": 0.71, | |
| "mrr@5": 0.8020833333333333, | |
| "mrr@10": 0.8061928571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.811, | |
| "hit@5": 0.921, | |
| "hit@10": 0.948, | |
| "ndcg_linear@1": 0.811, | |
| "ndcg_linear@5": 0.8714653429035395, | |
| "ndcg_linear@10": 0.880488811582808, | |
| "ndcg_exponential@1": 0.811, | |
| "ndcg_exponential@5": 0.8714653429035395, | |
| "ndcg_exponential@10": 0.880488811582808, | |
| "precision@1": 0.811, | |
| "precision@5": 0.18420000000000003, | |
| "precision@10": 0.09480000000000001, | |
| "recall@1": 0.811, | |
| "recall@5": 0.921, | |
| "recall@10": 0.948, | |
| "f1@1": 0.811, | |
| "f1@5": 0.307, | |
| "f1@10": 0.17236363636363633, | |
| "map@1": 0.811, | |
| "map@5": 0.8548333333333332, | |
| "map@10": 0.8587305555555556, | |
| "mrr@1": 0.811, | |
| "mrr@5": 0.8548333333333332, | |
| "mrr@10": 0.8587305555555556, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.846, | |
| "hit@5": 0.949, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.846, | |
| "ndcg_linear@5": 0.9037746143147586, | |
| "ndcg_linear@10": 0.907428906611397, | |
| "ndcg_exponential@1": 0.846, | |
| "ndcg_exponential@5": 0.9037746143147586, | |
| "ndcg_exponential@10": 0.907428906611397, | |
| "precision@1": 0.846, | |
| "precision@5": 0.18980000000000005, | |
| "precision@10": 0.09600000000000002, | |
| "recall@1": 0.846, | |
| "recall@5": 0.949, | |
| "recall@10": 0.96, | |
| "f1@1": 0.846, | |
| "f1@5": 0.31633333333333336, | |
| "f1@10": 0.1745454545454545, | |
| "map@1": 0.846, | |
| "map@5": 0.8884833333333334, | |
| "map@10": 0.8900496031746031, | |
| "mrr@1": 0.846, | |
| "mrr@5": 0.8884833333333334, | |
| "mrr@10": 0.8900496031746031, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.829, | |
| "hit@5": 0.977, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.829, | |
| "ndcg_linear@5": 0.9136603337923943, | |
| "ndcg_linear@10": 0.9179872886641681, | |
| "ndcg_exponential@1": 0.829, | |
| "ndcg_exponential@5": 0.9136603337923943, | |
| "ndcg_exponential@10": 0.9179872886641681, | |
| "precision@1": 0.829, | |
| "precision@5": 0.19540000000000002, | |
| "precision@10": 0.09900000000000002, | |
| "recall@1": 0.829, | |
| "recall@5": 0.977, | |
| "recall@10": 0.99, | |
| "f1@1": 0.829, | |
| "f1@5": 0.32566666666666666, | |
| "f1@10": 0.18, | |
| "map@1": 0.829, | |
| "map@5": 0.8920666666666666, | |
| "map@10": 0.893922619047619, | |
| "mrr@1": 0.829, | |
| "mrr@5": 0.8920666666666666, | |
| "mrr@10": 0.893922619047619, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.794, | |
| "hit@5": 0.959, | |
| "hit@10": 0.989, | |
| "ndcg_linear@1": 0.794, | |
| "ndcg_linear@5": 0.8868853883249304, | |
| "ndcg_linear@10": 0.8966310166720867, | |
| "ndcg_exponential@1": 0.794, | |
| "ndcg_exponential@5": 0.8868853883249304, | |
| "ndcg_exponential@10": 0.8966310166720867, | |
| "precision@1": 0.794, | |
| "precision@5": 0.1918, | |
| "precision@10": 0.09890000000000002, | |
| "recall@1": 0.794, | |
| "recall@5": 0.959, | |
| "recall@10": 0.989, | |
| "f1@1": 0.794, | |
| "f1@5": 0.31966666666666665, | |
| "f1@10": 0.1798181818181818, | |
| "map@1": 0.794, | |
| "map@5": 0.8624333333333334, | |
| "map@10": 0.8664821428571429, | |
| "mrr@1": 0.794, | |
| "mrr@5": 0.8624333333333334, | |
| "mrr@10": 0.8664821428571429, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.694, | |
| "hit@5": 0.984, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.694, | |
| "ndcg_linear@5": 0.8632504454748479, | |
| "ndcg_linear@10": 0.8670126224425987, | |
| "ndcg_exponential@1": 0.694, | |
| "ndcg_exponential@5": 0.8632504454748479, | |
| "ndcg_exponential@10": 0.8670126224425987, | |
| "precision@1": 0.694, | |
| "precision@5": 0.19680000000000003, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.694, | |
| "recall@5": 0.984, | |
| "recall@10": 0.995, | |
| "f1@1": 0.694, | |
| "f1@5": 0.328, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.694, | |
| "map@5": 0.8217333333333333, | |
| "map@10": 0.8234079365079365, | |
| "mrr@1": 0.694, | |
| "mrr@5": 0.8217333333333333, | |
| "mrr@10": 0.8234079365079365, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.927, | |
| "hit@5": 0.991, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.927, | |
| "ndcg_linear@5": 0.9649890103439724, | |
| "ndcg_linear@10": 0.9666248528735036, | |
| "ndcg_exponential@1": 0.927, | |
| "ndcg_exponential@5": 0.9649890103439724, | |
| "ndcg_exponential@10": 0.9666248528735036, | |
| "precision@1": 0.927, | |
| "precision@5": 0.19820000000000004, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.927, | |
| "recall@5": 0.991, | |
| "recall@10": 0.996, | |
| "f1@1": 0.927, | |
| "f1@5": 0.3303333333333333, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.927, | |
| "map@5": 0.9559833333333333, | |
| "map@10": 0.956670634920635, | |
| "mrr@1": 0.927, | |
| "mrr@5": 0.9559833333333333, | |
| "mrr@10": 0.956670634920635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.456, | |
| "hit@5": 0.741, | |
| "hit@10": 0.813, | |
| "ndcg_linear@1": 0.456, | |
| "ndcg_linear@5": 0.6080358276087109, | |
| "ndcg_linear@10": 0.6315248133487167, | |
| "ndcg_exponential@1": 0.456, | |
| "ndcg_exponential@5": 0.6080358276087109, | |
| "ndcg_exponential@10": 0.6315248133487167, | |
| "precision@1": 0.456, | |
| "precision@5": 0.1482, | |
| "precision@10": 0.0813, | |
| "recall@1": 0.456, | |
| "recall@5": 0.741, | |
| "recall@10": 0.813, | |
| "f1@1": 0.456, | |
| "f1@5": 0.24700000000000003, | |
| "f1@10": 0.14781818181818182, | |
| "map@1": 0.456, | |
| "map@5": 0.5637666666666666, | |
| "map@10": 0.5735825396825396, | |
| "mrr@1": 0.456, | |
| "mrr@5": 0.5637666666666666, | |
| "mrr@10": 0.5735825396825396, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.826, | |
| "hit@5": 0.958, | |
| "hit@10": 0.97, | |
| "ndcg_linear@1": 0.826, | |
| "ndcg_linear@5": 0.9012682160860961, | |
| "ndcg_linear@10": 0.9051145972223686, | |
| "ndcg_exponential@1": 0.826, | |
| "ndcg_exponential@5": 0.9012682160860961, | |
| "ndcg_exponential@10": 0.9051145972223686, | |
| "precision@1": 0.826, | |
| "precision@5": 0.19160000000000002, | |
| "precision@10": 0.09700000000000002, | |
| "recall@1": 0.826, | |
| "recall@5": 0.958, | |
| "recall@10": 0.97, | |
| "f1@1": 0.826, | |
| "f1@5": 0.31933333333333336, | |
| "f1@10": 0.1763636363636363, | |
| "map@1": 0.826, | |
| "map@5": 0.88195, | |
| "map@10": 0.8835206349206348, | |
| "mrr@1": 0.826, | |
| "mrr@5": 0.88195, | |
| "mrr@10": 0.8835206349206348, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.747, | |
| "hit@5": 0.908, | |
| "hit@10": 0.948, | |
| "ndcg_linear@1": 0.747, | |
| "ndcg_linear@5": 0.8360685298389006, | |
| "ndcg_linear@10": 0.8490844566658527, | |
| "ndcg_exponential@1": 0.747, | |
| "ndcg_exponential@5": 0.8360685298389006, | |
| "ndcg_exponential@10": 0.8490844566658527, | |
| "precision@1": 0.747, | |
| "precision@5": 0.1816, | |
| "precision@10": 0.09480000000000001, | |
| "recall@1": 0.747, | |
| "recall@5": 0.908, | |
| "recall@10": 0.948, | |
| "f1@1": 0.747, | |
| "f1@5": 0.3026666666666667, | |
| "f1@10": 0.17236363636363636, | |
| "map@1": 0.747, | |
| "map@5": 0.81185, | |
| "map@10": 0.8172658730158731, | |
| "mrr@1": 0.747, | |
| "mrr@5": 0.81185, | |
| "mrr@10": 0.8172658730158731, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.951, | |
| "hit@5": 0.996, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.951, | |
| "ndcg_linear@5": 0.9777975304770129, | |
| "ndcg_linear@10": 0.9784318938060101, | |
| "ndcg_exponential@1": 0.951, | |
| "ndcg_exponential@5": 0.9777975304770129, | |
| "ndcg_exponential@10": 0.9784318938060101, | |
| "precision@1": 0.951, | |
| "precision@5": 0.19920000000000004, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.951, | |
| "recall@5": 0.996, | |
| "recall@10": 0.998, | |
| "f1@1": 0.951, | |
| "f1@5": 0.332, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.951, | |
| "map@5": 0.9715, | |
| "map@10": 0.9717539682539682, | |
| "mrr@1": 0.951, | |
| "mrr@5": 0.9715, | |
| "mrr@10": 0.9717539682539682, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.867, | |
| "hit@5": 0.961, | |
| "hit@10": 0.976, | |
| "ndcg_linear@1": 0.867, | |
| "ndcg_linear@5": 0.9190091405298829, | |
| "ndcg_linear@10": 0.9239331499957576, | |
| "ndcg_exponential@1": 0.867, | |
| "ndcg_exponential@5": 0.9190091405298829, | |
| "ndcg_exponential@10": 0.9239331499957576, | |
| "precision@1": 0.867, | |
| "precision@5": 0.19220000000000004, | |
| "precision@10": 0.09760000000000002, | |
| "recall@1": 0.867, | |
| "recall@5": 0.961, | |
| "recall@10": 0.976, | |
| "f1@1": 0.867, | |
| "f1@5": 0.32033333333333336, | |
| "f1@10": 0.17745454545454545, | |
| "map@1": 0.867, | |
| "map@5": 0.9048666666666668, | |
| "map@10": 0.9069388888888889, | |
| "mrr@1": 0.867, | |
| "mrr@5": 0.9048666666666668, | |
| "mrr@10": 0.9069388888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.956, | |
| "hit@5": 0.998, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.956, | |
| "ndcg_linear@5": 0.982106260389287, | |
| "ndcg_linear@10": 0.9827958009097283, | |
| "ndcg_exponential@1": 0.956, | |
| "ndcg_exponential@5": 0.982106260389287, | |
| "ndcg_exponential@10": 0.9827958009097283, | |
| "precision@1": 0.956, | |
| "precision@5": 0.19960000000000003, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.956, | |
| "recall@5": 0.998, | |
| "recall@10": 1.0, | |
| "f1@1": 0.956, | |
| "f1@5": 0.33266666666666667, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.956, | |
| "map@5": 0.9765, | |
| "map@10": 0.9768095238095238, | |
| "mrr@1": 0.956, | |
| "mrr@5": 0.9765, | |
| "mrr@10": 0.9768095238095238, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.927, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.927, | |
| "ndcg_linear@5": 0.9730578720107165, | |
| "ndcg_linear@10": 0.9730578720107165, | |
| "ndcg_exponential@1": 0.927, | |
| "ndcg_exponential@5": 0.9730578720107165, | |
| "ndcg_exponential@10": 0.9730578720107165, | |
| "precision@1": 0.927, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.927, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.927, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.927, | |
| "map@5": 0.9635, | |
| "map@10": 0.9635, | |
| "mrr@1": 0.927, | |
| "mrr@5": 0.9635, | |
| "mrr@10": 0.9635, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.953, | |
| "hit@5": 0.992, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.953, | |
| "ndcg_linear@5": 0.974869149295053, | |
| "ndcg_linear@10": 0.9761716584912508, | |
| "ndcg_exponential@1": 0.953, | |
| "ndcg_exponential@5": 0.974869149295053, | |
| "ndcg_exponential@10": 0.9761716584912508, | |
| "precision@1": 0.953, | |
| "precision@5": 0.19840000000000002, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.953, | |
| "recall@5": 0.992, | |
| "recall@10": 0.996, | |
| "f1@1": 0.953, | |
| "f1@5": 0.3306666666666666, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.953, | |
| "map@5": 0.9690666666666666, | |
| "map@10": 0.9696111111111111, | |
| "mrr@1": 0.953, | |
| "mrr@5": 0.9690666666666666, | |
| "mrr@10": 0.9696111111111111, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": "DIR_N/A", | |
| "ViDoRe_docvqa": "DIR_N/A", | |
| "ViDoRe_infovqa": "DIR_N/A", | |
| "ViDoRe_tabfquad": "DIR_N/A", | |
| "ViDoRe_tatdqa": "DIR_N/A", | |
| "ViDoRe_shiftproject": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_energy": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A", | |
| "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A", | |
| "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A", | |
| "ViDoRe_biomedical_lectures_v2": "DIR_N/A", | |
| "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_economics_reports_v2": "DIR_N/A", | |
| "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A", | |
| "ViDoRe_esg_reports_v2": "DIR_N/A", | |
| "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A", | |
| "VisRAG_ArxivQA": "DIR_N/A", | |
| "VisRAG_ChartQA": "DIR_N/A", | |
| "VisRAG_MP-DocVQA": "DIR_N/A", | |
| "VisRAG_SlideVQA": "DIR_N/A", | |
| "VisRAG_InfoVQA": "DIR_N/A", | |
| "VisRAG_PlotQA": "DIR_N/A", | |
| "ViDoSeek-page": "DIR_N/A", | |
| "ViDoSeek-doc": "DIR_N/A", | |
| "MMLongBench-page": "DIR_N/A", | |
| "MMLongBench-doc": "DIR_N/A" | |
| }, | |
| "video": { | |
| "DiDeMo": "DIR_N/A", | |
| "MSR-VTT": "DIR_N/A", | |
| "MSVD": "DIR_N/A", | |
| "VATEX": "DIR_N/A", | |
| "YouCook2": "DIR_N/A", | |
| "QVHighlight": "DIR_N/A", | |
| "Charades-STA": "DIR_N/A", | |
| "MomentSeeker": "DIR_N/A", | |
| "K700": "DIR_N/A", | |
| "SmthSmthV2": "DIR_N/A", | |
| "HMDB51": "DIR_N/A", | |
| "UCF101": "DIR_N/A", | |
| "Breakfast": "DIR_N/A", | |
| "MVBench": "DIR_N/A", | |
| "Video-MME": "DIR_N/A", | |
| "NExTQA": "DIR_N/A", | |
| "EgoSchema": "DIR_N/A", | |
| "ActivityNetQA": "DIR_N/A" | |
| } | |
| } | |
| } |