MMEB-Leaderboard / QQMM-embed-v3.json
youzexue's picture
Upload QQMM-embed-v3.json
e37ca4e verified
raw
history blame
42.4 kB
{
"metadata": {
"model_name": "QQMM-embed-v3",
"model_backbone": "QQMM",
"model_size": 8.29,
"embedding_dimension": 3584,
"max_length_tokens": 4096,
"model_release_date": "2025-12-30",
"data_source": "Self-Reported",
"report_generated_date": "2025-12-30T17:06:50.924943"
},
"metrics": {
"image": {
"ImageNet-1K": {
"hit@1": 0.84,
"hit@5": 0.972,
"hit@10": 0.988,
"ndcg_linear@1": 0.84,
"ndcg_linear@5": 0.9152094995736388,
"ndcg_linear@10": 0.920575308354519,
"ndcg_exponential@1": 0.84,
"ndcg_exponential@5": 0.9152094995736388,
"ndcg_exponential@10": 0.920575308354519,
"precision@1": 0.84,
"precision@5": 0.19440000000000004,
"precision@10": 0.09880000000000001,
"recall@1": 0.84,
"recall@5": 0.972,
"recall@10": 0.988,
"f1@1": 0.84,
"f1@5": 0.324,
"f1@10": 0.17963636363636362,
"map@1": 0.84,
"map@5": 0.8958833333333334,
"map@10": 0.8982107142857142,
"mrr@1": 0.84,
"mrr@5": 0.8958833333333334,
"mrr@10": 0.8982107142857142,
"num_pred": 1000,
"num_data": 1000
},
"N24News": {
"hit@1": 0.827,
"hit@5": 0.97,
"hit@10": 0.991,
"ndcg_linear@1": 0.827,
"ndcg_linear@5": 0.9073522754345366,
"ndcg_linear@10": 0.9141510204620433,
"ndcg_exponential@1": 0.827,
"ndcg_exponential@5": 0.9073522754345366,
"ndcg_exponential@10": 0.9141510204620433,
"precision@1": 0.827,
"precision@5": 0.19400000000000003,
"precision@10": 0.09910000000000002,
"recall@1": 0.827,
"recall@5": 0.97,
"recall@10": 0.991,
"f1@1": 0.827,
"f1@5": 0.3233333333333333,
"f1@10": 0.1801818181818182,
"map@1": 0.827,
"map@5": 0.8861166666666668,
"map@10": 0.8889265873015872,
"mrr@1": 0.827,
"mrr@5": 0.8861166666666668,
"mrr@10": 0.8889265873015872,
"num_pred": 1000,
"num_data": 1000
},
"HatefulMemes": {
"hit@1": 0.803,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.803,
"ndcg_linear@5": 0.9272931614535771,
"ndcg_linear@10": 0.9272931614535771,
"ndcg_exponential@1": 0.803,
"ndcg_exponential@5": 0.9272931614535771,
"ndcg_exponential@10": 0.9272931614535771,
"precision@1": 0.803,
"precision@5": 0.20000000000000004,
"precision@10": 0.10000000000000002,
"recall@1": 0.803,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.803,
"f1@5": 0.3333333333333333,
"f1@10": 0.18181818181818182,
"map@1": 0.803,
"map@5": 0.9015,
"map@10": 0.9015,
"mrr@1": 0.803,
"mrr@5": 0.9015,
"mrr@10": 0.9015,
"num_pred": 1000,
"num_data": 1000
},
"VOC2007": {
"hit@1": 0.936,
"hit@5": 0.991,
"hit@10": 0.997,
"ndcg_linear@1": 0.936,
"ndcg_linear@5": 0.967509629779837,
"ndcg_linear@10": 0.96940575999471,
"ndcg_exponential@1": 0.936,
"ndcg_exponential@5": 0.967509629779837,
"ndcg_exponential@10": 0.96940575999471,
"precision@1": 0.936,
"precision@5": 0.19820000000000002,
"precision@10": 0.09970000000000001,
"recall@1": 0.936,
"recall@5": 0.991,
"recall@10": 0.997,
"f1@1": 0.936,
"f1@5": 0.3303333333333333,
"f1@10": 0.18127272727272725,
"map@1": 0.936,
"map@5": 0.9594833333333334,
"map@10": 0.9602400793650793,
"mrr@1": 0.936,
"mrr@5": 0.9594833333333334,
"mrr@10": 0.9602400793650793,
"num_pred": 1000,
"num_data": 1000
},
"SUN397": {
"hit@1": 0.848,
"hit@5": 0.981,
"hit@10": 0.994,
"ndcg_linear@1": 0.848,
"ndcg_linear@5": 0.9236223935709063,
"ndcg_linear@10": 0.9276858503704225,
"ndcg_exponential@1": 0.848,
"ndcg_exponential@5": 0.9236223935709063,
"ndcg_exponential@10": 0.9276858503704225,
"precision@1": 0.848,
"precision@5": 0.19620000000000004,
"precision@10": 0.09940000000000002,
"recall@1": 0.848,
"recall@5": 0.981,
"recall@10": 0.994,
"f1@1": 0.848,
"f1@5": 0.327,
"f1@10": 0.18072727272727268,
"map@1": 0.848,
"map@5": 0.9041,
"map@10": 0.9056956349206349,
"mrr@1": 0.848,
"mrr@5": 0.9041,
"mrr@10": 0.9056956349206349,
"num_pred": 1000,
"num_data": 1000
},
"Place365": {
"hit@1": 0.521,
"hit@5": 0.743,
"hit@10": 0.846,
"ndcg_linear@1": 0.521,
"ndcg_linear@5": 0.6406307292233434,
"ndcg_linear@10": 0.6744073276190016,
"ndcg_exponential@1": 0.521,
"ndcg_exponential@5": 0.6406307292233434,
"ndcg_exponential@10": 0.6744073276190016,
"precision@1": 0.521,
"precision@5": 0.14859999999999998,
"precision@10": 0.0846,
"recall@1": 0.521,
"recall@5": 0.743,
"recall@10": 0.846,
"f1@1": 0.521,
"f1@5": 0.24766666666666673,
"f1@10": 0.15381818181818183,
"map@1": 0.521,
"map@5": 0.6064333333333334,
"map@10": 0.6206547619047619,
"mrr@1": 0.521,
"mrr@5": 0.6064333333333334,
"mrr@10": 0.6206547619047619,
"num_pred": 1000,
"num_data": 1000
},
"ImageNet-A": {
"hit@1": 0.68,
"hit@5": 0.854,
"hit@10": 0.898,
"ndcg_linear@1": 0.68,
"ndcg_linear@5": 0.7758516032049823,
"ndcg_linear@10": 0.790303742639153,
"ndcg_exponential@1": 0.68,
"ndcg_exponential@5": 0.7758516032049823,
"ndcg_exponential@10": 0.790303742639153,
"precision@1": 0.68,
"precision@5": 0.1708,
"precision@10": 0.0898,
"recall@1": 0.68,
"recall@5": 0.854,
"recall@10": 0.898,
"f1@1": 0.68,
"f1@5": 0.2846666666666667,
"f1@10": 0.1632727272727273,
"map@1": 0.68,
"map@5": 0.7495499999999999,
"map@10": 0.7556396825396825,
"mrr@1": 0.68,
"mrr@5": 0.7495499999999999,
"mrr@10": 0.7556396825396825,
"num_pred": 1000,
"num_data": 1000
},
"ImageNet-R": {
"hit@1": 0.924,
"hit@5": 0.988,
"hit@10": 0.992,
"ndcg_linear@1": 0.924,
"ndcg_linear@5": 0.9611003500603024,
"ndcg_linear@10": 0.9624844364984123,
"ndcg_exponential@1": 0.924,
"ndcg_exponential@5": 0.9611003500603024,
"ndcg_exponential@10": 0.9624844364984123,
"precision@1": 0.924,
"precision@5": 0.19760000000000003,
"precision@10": 0.09920000000000001,
"recall@1": 0.924,
"recall@5": 0.988,
"recall@10": 0.992,
"f1@1": 0.924,
"f1@5": 0.3293333333333333,
"f1@10": 0.18036363636363636,
"map@1": 0.924,
"map@5": 0.9518833333333333,
"map@10": 0.9525083333333334,
"mrr@1": 0.924,
"mrr@5": 0.9518833333333333,
"mrr@10": 0.9525083333333334,
"num_pred": 1000,
"num_data": 1000
},
"ObjectNet": {
"hit@1": 0.763,
"hit@5": 0.905,
"hit@10": 0.943,
"ndcg_linear@1": 0.763,
"ndcg_linear@5": 0.8424108350918891,
"ndcg_linear@10": 0.8546272897311282,
"ndcg_exponential@1": 0.763,
"ndcg_exponential@5": 0.8424108350918891,
"ndcg_exponential@10": 0.8546272897311282,
"precision@1": 0.763,
"precision@5": 0.181,
"precision@10": 0.09430000000000001,
"recall@1": 0.763,
"recall@5": 0.905,
"recall@10": 0.943,
"f1@1": 0.763,
"f1@5": 0.3016666666666667,
"f1@10": 0.17145454545454544,
"map@1": 0.763,
"map@5": 0.82125,
"map@10": 0.8262515873015873,
"mrr@1": 0.763,
"mrr@5": 0.82125,
"mrr@10": 0.8262515873015873,
"num_pred": 1000,
"num_data": 1000
},
"Country211": {
"hit@1": 0.337,
"hit@5": 0.568,
"hit@10": 0.661,
"ndcg_linear@1": 0.337,
"ndcg_linear@5": 0.4578456647260883,
"ndcg_linear@10": 0.48788187572334657,
"ndcg_exponential@1": 0.337,
"ndcg_exponential@5": 0.4578456647260883,
"ndcg_exponential@10": 0.48788187572334657,
"precision@1": 0.337,
"precision@5": 0.11359999999999999,
"precision@10": 0.06609999999999999,
"recall@1": 0.337,
"recall@5": 0.568,
"recall@10": 0.661,
"f1@1": 0.337,
"f1@5": 0.18933333333333338,
"f1@10": 0.1201818181818182,
"map@1": 0.337,
"map@5": 0.42136666666666667,
"map@10": 0.43372777777777777,
"mrr@1": 0.337,
"mrr@5": 0.42136666666666667,
"mrr@10": 0.43372777777777777,
"num_pred": 1000,
"num_data": 1000
},
"OK-VQA": {
"hit@1": 0.744,
"hit@5": 0.925,
"hit@10": 0.952,
"ndcg_linear@1": 0.744,
"ndcg_linear@5": 0.8459489844174726,
"ndcg_linear@10": 0.8549078464214024,
"ndcg_exponential@1": 0.744,
"ndcg_exponential@5": 0.8459489844174726,
"ndcg_exponential@10": 0.8549078464214024,
"precision@1": 0.744,
"precision@5": 0.18500000000000003,
"precision@10": 0.09520000000000002,
"recall@1": 0.744,
"recall@5": 0.925,
"recall@10": 0.952,
"f1@1": 0.744,
"f1@5": 0.30833333333333335,
"f1@10": 0.1730909090909091,
"map@1": 0.744,
"map@5": 0.8191833333333334,
"map@10": 0.8230170634920635,
"mrr@1": 0.744,
"mrr@5": 0.8191833333333334,
"mrr@10": 0.8230170634920635,
"num_pred": 1000,
"num_data": 1000
},
"A-OKVQA": {
"hit@1": 0.706,
"hit@5": 0.936,
"hit@10": 0.967,
"ndcg_linear@1": 0.706,
"ndcg_linear@5": 0.8354887582398915,
"ndcg_linear@10": 0.8455678125416485,
"ndcg_exponential@1": 0.706,
"ndcg_exponential@5": 0.8354887582398915,
"ndcg_exponential@10": 0.8455678125416485,
"precision@1": 0.706,
"precision@5": 0.1872,
"precision@10": 0.09670000000000002,
"recall@1": 0.706,
"recall@5": 0.936,
"recall@10": 0.967,
"f1@1": 0.706,
"f1@5": 0.312,
"f1@10": 0.17581818181818182,
"map@1": 0.706,
"map@5": 0.8014,
"map@10": 0.8055888888888889,
"mrr@1": 0.706,
"mrr@5": 0.8014,
"mrr@10": 0.8055888888888889,
"num_pred": 1000,
"num_data": 1000
},
"DocVQA": {
"hit@1": 0.955,
"hit@5": 0.996,
"hit@10": 0.999,
"ndcg_linear@1": 0.955,
"ndcg_linear@5": 0.9794119168476351,
"ndcg_linear@10": 0.980425361217515,
"ndcg_exponential@1": 0.955,
"ndcg_exponential@5": 0.9794119168476351,
"ndcg_exponential@10": 0.980425361217515,
"precision@1": 0.955,
"precision@5": 0.19920000000000004,
"precision@10": 0.09990000000000002,
"recall@1": 0.955,
"recall@5": 0.996,
"recall@10": 0.999,
"f1@1": 0.955,
"f1@5": 0.332,
"f1@10": 0.18163636363636362,
"map@1": 0.955,
"map@5": 0.9736833333333332,
"map@10": 0.9741277777777777,
"mrr@1": 0.955,
"mrr@5": 0.9736833333333332,
"mrr@10": 0.9741277777777777,
"num_pred": 1000,
"num_data": 1000
},
"InfographicsVQA": {
"hit@1": 0.75,
"hit@5": 0.894,
"hit@10": 0.933,
"ndcg_linear@1": 0.75,
"ndcg_linear@5": 0.827979407255637,
"ndcg_linear@10": 0.8407102181685808,
"ndcg_exponential@1": 0.75,
"ndcg_exponential@5": 0.827979407255637,
"ndcg_exponential@10": 0.8407102181685808,
"precision@1": 0.75,
"precision@5": 0.17880000000000001,
"precision@10": 0.09330000000000001,
"recall@1": 0.75,
"recall@5": 0.894,
"recall@10": 0.933,
"f1@1": 0.75,
"f1@5": 0.298,
"f1@10": 0.1696363636363636,
"map@1": 0.75,
"map@5": 0.8058666666666666,
"map@10": 0.8111900793650794,
"mrr@1": 0.75,
"mrr@5": 0.8058666666666666,
"mrr@10": 0.8111900793650794,
"num_pred": 1000,
"num_data": 1000
},
"ChartQA": {
"hit@1": 0.688,
"hit@5": 0.837,
"hit@10": 0.879,
"ndcg_linear@1": 0.688,
"ndcg_linear@5": 0.7687585078246408,
"ndcg_linear@10": 0.7824674087474602,
"ndcg_exponential@1": 0.688,
"ndcg_exponential@5": 0.7687585078246408,
"ndcg_exponential@10": 0.7824674087474602,
"precision@1": 0.688,
"precision@5": 0.1674,
"precision@10": 0.0879,
"recall@1": 0.688,
"recall@5": 0.837,
"recall@10": 0.879,
"f1@1": 0.688,
"f1@5": 0.279,
"f1@10": 0.1598181818181818,
"map@1": 0.688,
"map@5": 0.7459166666666667,
"map@10": 0.7516460317460317,
"mrr@1": 0.688,
"mrr@5": 0.7459166666666667,
"mrr@10": 0.7516460317460317,
"num_pred": 1000,
"num_data": 1000
},
"Visual7W": {
"hit@1": 0.653,
"hit@5": 0.926,
"hit@10": 0.963,
"ndcg_linear@1": 0.653,
"ndcg_linear@5": 0.8028927207032398,
"ndcg_linear@10": 0.8148405413057516,
"ndcg_exponential@1": 0.653,
"ndcg_exponential@5": 0.8028927207032398,
"ndcg_exponential@10": 0.8148405413057516,
"precision@1": 0.653,
"precision@5": 0.18520000000000006,
"precision@10": 0.09630000000000001,
"recall@1": 0.653,
"recall@5": 0.926,
"recall@10": 0.963,
"f1@1": 0.653,
"f1@5": 0.30866666666666664,
"f1@10": 0.1750909090909091,
"map@1": 0.653,
"map@5": 0.76155,
"map@10": 0.7664694444444444,
"mrr@1": 0.653,
"mrr@5": 0.76155,
"mrr@10": 0.7664694444444444,
"num_pred": 1000,
"num_data": 1000
},
"ScienceQA": {
"hit@1": 0.789,
"hit@5": 0.95,
"hit@10": 0.977,
"ndcg_linear@1": 0.789,
"ndcg_linear@5": 0.8785987006811159,
"ndcg_linear@10": 0.8874600980090697,
"ndcg_exponential@1": 0.789,
"ndcg_exponential@5": 0.8785987006811159,
"ndcg_exponential@10": 0.8874600980090697,
"precision@1": 0.789,
"precision@5": 0.19,
"precision@10": 0.09770000000000002,
"recall@1": 0.789,
"recall@5": 0.95,
"recall@10": 0.977,
"f1@1": 0.789,
"f1@5": 0.31666666666666665,
"f1@10": 0.1776363636363636,
"map@1": 0.789,
"map@5": 0.8544499999999999,
"map@10": 0.8581813492063491,
"mrr@1": 0.789,
"mrr@5": 0.8544499999999999,
"mrr@10": 0.8581813492063491,
"num_pred": 1000,
"num_data": 1000
},
"VizWiz": {
"hit@1": 0.565,
"hit@5": 0.726,
"hit@10": 0.766,
"ndcg_linear@1": 0.565,
"ndcg_linear@5": 0.6523355745213447,
"ndcg_linear@10": 0.6655775980643908,
"ndcg_exponential@1": 0.565,
"ndcg_exponential@5": 0.6523355745213447,
"ndcg_exponential@10": 0.6655775980643908,
"precision@1": 0.565,
"precision@5": 0.1452,
"precision@10": 0.07659999999999999,
"recall@1": 0.565,
"recall@5": 0.726,
"recall@10": 0.766,
"f1@1": 0.565,
"f1@5": 0.24200000000000005,
"f1@10": 0.13927272727272727,
"map@1": 0.565,
"map@5": 0.6276833333333334,
"map@10": 0.6333246031746033,
"mrr@1": 0.565,
"mrr@5": 0.6276833333333334,
"mrr@10": 0.6333246031746033,
"num_pred": 1000,
"num_data": 1000
},
"GQA": {
"hit@1": 0.789,
"hit@5": 0.955,
"hit@10": 0.981,
"ndcg_linear@1": 0.789,
"ndcg_linear@5": 0.8828961521095043,
"ndcg_linear@10": 0.891513334428715,
"ndcg_exponential@1": 0.789,
"ndcg_exponential@5": 0.8828961521095043,
"ndcg_exponential@10": 0.891513334428715,
"precision@1": 0.789,
"precision@5": 0.19100000000000006,
"precision@10": 0.09810000000000002,
"recall@1": 0.789,
"recall@5": 0.955,
"recall@10": 0.981,
"f1@1": 0.789,
"f1@5": 0.31833333333333336,
"f1@10": 0.17836363636363636,
"map@1": 0.789,
"map@5": 0.8583833333333333,
"map@10": 0.8620615079365079,
"mrr@1": 0.789,
"mrr@5": 0.8583833333333333,
"mrr@10": 0.8620615079365079,
"num_pred": 1000,
"num_data": 1000
},
"TextVQA": {
"hit@1": 0.872,
"hit@5": 0.929,
"hit@10": 0.94,
"ndcg_linear@1": 0.872,
"ndcg_linear@5": 0.9042679011337426,
"ndcg_linear@10": 0.9077711893584378,
"ndcg_exponential@1": 0.872,
"ndcg_exponential@5": 0.9042679011337426,
"ndcg_exponential@10": 0.9077711893584378,
"precision@1": 0.872,
"precision@5": 0.18580000000000002,
"precision@10": 0.09400000000000001,
"recall@1": 0.872,
"recall@5": 0.929,
"recall@10": 0.94,
"f1@1": 0.872,
"f1@5": 0.30966666666666665,
"f1@10": 0.1709090909090909,
"map@1": 0.872,
"map@5": 0.8958833333333334,
"map@10": 0.8972940476190476,
"mrr@1": 0.872,
"mrr@5": 0.8958833333333334,
"mrr@10": 0.8972940476190476,
"num_pred": 1000,
"num_data": 1000
},
"VisDial": {
"hit@1": 0.872,
"hit@5": 0.977,
"hit@10": 0.994,
"ndcg_linear@1": 0.872,
"ndcg_linear@5": 0.9299475603427335,
"ndcg_linear@10": 0.9356714647119377,
"ndcg_exponential@1": 0.872,
"ndcg_exponential@5": 0.9299475603427335,
"ndcg_exponential@10": 0.9356714647119377,
"precision@1": 0.872,
"precision@5": 0.19540000000000005,
"precision@10": 0.09940000000000002,
"recall@1": 0.872,
"recall@5": 0.977,
"recall@10": 0.994,
"f1@1": 0.872,
"f1@5": 0.3256666666666666,
"f1@10": 0.18072727272727268,
"map@1": 0.872,
"map@5": 0.9141333333333334,
"map@10": 0.9166261904761904,
"mrr@1": 0.872,
"mrr@5": 0.9141333333333334,
"mrr@10": 0.9166261904761904,
"num_pred": 1000,
"num_data": 1000
},
"CIRR": {
"hit@1": 0.71,
"hit@5": 0.94,
"hit@10": 0.97,
"ndcg_linear@1": 0.71,
"ndcg_linear@5": 0.8368807700979317,
"ndcg_linear@10": 0.8466885354086511,
"ndcg_exponential@1": 0.71,
"ndcg_exponential@5": 0.8368807700979317,
"ndcg_exponential@10": 0.8466885354086511,
"precision@1": 0.71,
"precision@5": 0.188,
"precision@10": 0.09700000000000002,
"recall@1": 0.71,
"recall@5": 0.94,
"recall@10": 0.97,
"f1@1": 0.71,
"f1@5": 0.3133333333333333,
"f1@10": 0.17636363636363636,
"map@1": 0.71,
"map@5": 0.8020833333333333,
"map@10": 0.8061928571428572,
"mrr@1": 0.71,
"mrr@5": 0.8020833333333333,
"mrr@10": 0.8061928571428572,
"num_pred": 1000,
"num_data": 1000
},
"VisualNews_t2i": {
"hit@1": 0.811,
"hit@5": 0.921,
"hit@10": 0.948,
"ndcg_linear@1": 0.811,
"ndcg_linear@5": 0.8714653429035395,
"ndcg_linear@10": 0.880488811582808,
"ndcg_exponential@1": 0.811,
"ndcg_exponential@5": 0.8714653429035395,
"ndcg_exponential@10": 0.880488811582808,
"precision@1": 0.811,
"precision@5": 0.18420000000000003,
"precision@10": 0.09480000000000001,
"recall@1": 0.811,
"recall@5": 0.921,
"recall@10": 0.948,
"f1@1": 0.811,
"f1@5": 0.307,
"f1@10": 0.17236363636363633,
"map@1": 0.811,
"map@5": 0.8548333333333332,
"map@10": 0.8587305555555556,
"mrr@1": 0.811,
"mrr@5": 0.8548333333333332,
"mrr@10": 0.8587305555555556,
"num_pred": 1000,
"num_data": 1000
},
"VisualNews_i2t": {
"hit@1": 0.846,
"hit@5": 0.949,
"hit@10": 0.96,
"ndcg_linear@1": 0.846,
"ndcg_linear@5": 0.9037746143147586,
"ndcg_linear@10": 0.907428906611397,
"ndcg_exponential@1": 0.846,
"ndcg_exponential@5": 0.9037746143147586,
"ndcg_exponential@10": 0.907428906611397,
"precision@1": 0.846,
"precision@5": 0.18980000000000005,
"precision@10": 0.09600000000000002,
"recall@1": 0.846,
"recall@5": 0.949,
"recall@10": 0.96,
"f1@1": 0.846,
"f1@5": 0.31633333333333336,
"f1@10": 0.1745454545454545,
"map@1": 0.846,
"map@5": 0.8884833333333334,
"map@10": 0.8900496031746031,
"mrr@1": 0.846,
"mrr@5": 0.8884833333333334,
"mrr@10": 0.8900496031746031,
"num_pred": 1000,
"num_data": 1000
},
"MSCOCO_t2i": {
"hit@1": 0.829,
"hit@5": 0.977,
"hit@10": 0.99,
"ndcg_linear@1": 0.829,
"ndcg_linear@5": 0.9136603337923943,
"ndcg_linear@10": 0.9179872886641681,
"ndcg_exponential@1": 0.829,
"ndcg_exponential@5": 0.9136603337923943,
"ndcg_exponential@10": 0.9179872886641681,
"precision@1": 0.829,
"precision@5": 0.19540000000000002,
"precision@10": 0.09900000000000002,
"recall@1": 0.829,
"recall@5": 0.977,
"recall@10": 0.99,
"f1@1": 0.829,
"f1@5": 0.32566666666666666,
"f1@10": 0.18,
"map@1": 0.829,
"map@5": 0.8920666666666666,
"map@10": 0.893922619047619,
"mrr@1": 0.829,
"mrr@5": 0.8920666666666666,
"mrr@10": 0.893922619047619,
"num_pred": 1000,
"num_data": 1000
},
"MSCOCO_i2t": {
"hit@1": 0.794,
"hit@5": 0.959,
"hit@10": 0.989,
"ndcg_linear@1": 0.794,
"ndcg_linear@5": 0.8868853883249304,
"ndcg_linear@10": 0.8966310166720867,
"ndcg_exponential@1": 0.794,
"ndcg_exponential@5": 0.8868853883249304,
"ndcg_exponential@10": 0.8966310166720867,
"precision@1": 0.794,
"precision@5": 0.1918,
"precision@10": 0.09890000000000002,
"recall@1": 0.794,
"recall@5": 0.959,
"recall@10": 0.989,
"f1@1": 0.794,
"f1@5": 0.31966666666666665,
"f1@10": 0.1798181818181818,
"map@1": 0.794,
"map@5": 0.8624333333333334,
"map@10": 0.8664821428571429,
"mrr@1": 0.794,
"mrr@5": 0.8624333333333334,
"mrr@10": 0.8664821428571429,
"num_pred": 1000,
"num_data": 1000
},
"NIGHTS": {
"hit@1": 0.694,
"hit@5": 0.984,
"hit@10": 0.995,
"ndcg_linear@1": 0.694,
"ndcg_linear@5": 0.8632504454748479,
"ndcg_linear@10": 0.8670126224425987,
"ndcg_exponential@1": 0.694,
"ndcg_exponential@5": 0.8632504454748479,
"ndcg_exponential@10": 0.8670126224425987,
"precision@1": 0.694,
"precision@5": 0.19680000000000003,
"precision@10": 0.09950000000000002,
"recall@1": 0.694,
"recall@5": 0.984,
"recall@10": 0.995,
"f1@1": 0.694,
"f1@5": 0.328,
"f1@10": 0.18090909090909088,
"map@1": 0.694,
"map@5": 0.8217333333333333,
"map@10": 0.8234079365079365,
"mrr@1": 0.694,
"mrr@5": 0.8217333333333333,
"mrr@10": 0.8234079365079365,
"num_pred": 1000,
"num_data": 1000
},
"WebQA": {
"hit@1": 0.927,
"hit@5": 0.991,
"hit@10": 0.996,
"ndcg_linear@1": 0.927,
"ndcg_linear@5": 0.9649890103439724,
"ndcg_linear@10": 0.9666248528735036,
"ndcg_exponential@1": 0.927,
"ndcg_exponential@5": 0.9649890103439724,
"ndcg_exponential@10": 0.9666248528735036,
"precision@1": 0.927,
"precision@5": 0.19820000000000004,
"precision@10": 0.09960000000000002,
"recall@1": 0.927,
"recall@5": 0.991,
"recall@10": 0.996,
"f1@1": 0.927,
"f1@5": 0.3303333333333333,
"f1@10": 0.18109090909090905,
"map@1": 0.927,
"map@5": 0.9559833333333333,
"map@10": 0.956670634920635,
"mrr@1": 0.927,
"mrr@5": 0.9559833333333333,
"mrr@10": 0.956670634920635,
"num_pred": 1000,
"num_data": 1000
},
"FashionIQ": {
"hit@1": 0.456,
"hit@5": 0.741,
"hit@10": 0.813,
"ndcg_linear@1": 0.456,
"ndcg_linear@5": 0.6080358276087109,
"ndcg_linear@10": 0.6315248133487167,
"ndcg_exponential@1": 0.456,
"ndcg_exponential@5": 0.6080358276087109,
"ndcg_exponential@10": 0.6315248133487167,
"precision@1": 0.456,
"precision@5": 0.1482,
"precision@10": 0.0813,
"recall@1": 0.456,
"recall@5": 0.741,
"recall@10": 0.813,
"f1@1": 0.456,
"f1@5": 0.24700000000000003,
"f1@10": 0.14781818181818182,
"map@1": 0.456,
"map@5": 0.5637666666666666,
"map@10": 0.5735825396825396,
"mrr@1": 0.456,
"mrr@5": 0.5637666666666666,
"mrr@10": 0.5735825396825396,
"num_pred": 1000,
"num_data": 1000
},
"Wiki-SS-NQ": {
"hit@1": 0.826,
"hit@5": 0.958,
"hit@10": 0.97,
"ndcg_linear@1": 0.826,
"ndcg_linear@5": 0.9012682160860961,
"ndcg_linear@10": 0.9051145972223686,
"ndcg_exponential@1": 0.826,
"ndcg_exponential@5": 0.9012682160860961,
"ndcg_exponential@10": 0.9051145972223686,
"precision@1": 0.826,
"precision@5": 0.19160000000000002,
"precision@10": 0.09700000000000002,
"recall@1": 0.826,
"recall@5": 0.958,
"recall@10": 0.97,
"f1@1": 0.826,
"f1@5": 0.31933333333333336,
"f1@10": 0.1763636363636363,
"map@1": 0.826,
"map@5": 0.88195,
"map@10": 0.8835206349206348,
"mrr@1": 0.826,
"mrr@5": 0.88195,
"mrr@10": 0.8835206349206348,
"num_pred": 1000,
"num_data": 1000
},
"OVEN": {
"hit@1": 0.747,
"hit@5": 0.908,
"hit@10": 0.948,
"ndcg_linear@1": 0.747,
"ndcg_linear@5": 0.8360685298389006,
"ndcg_linear@10": 0.8490844566658527,
"ndcg_exponential@1": 0.747,
"ndcg_exponential@5": 0.8360685298389006,
"ndcg_exponential@10": 0.8490844566658527,
"precision@1": 0.747,
"precision@5": 0.1816,
"precision@10": 0.09480000000000001,
"recall@1": 0.747,
"recall@5": 0.908,
"recall@10": 0.948,
"f1@1": 0.747,
"f1@5": 0.3026666666666667,
"f1@10": 0.17236363636363636,
"map@1": 0.747,
"map@5": 0.81185,
"map@10": 0.8172658730158731,
"mrr@1": 0.747,
"mrr@5": 0.81185,
"mrr@10": 0.8172658730158731,
"num_pred": 1000,
"num_data": 1000
},
"EDIS": {
"hit@1": 0.951,
"hit@5": 0.996,
"hit@10": 0.998,
"ndcg_linear@1": 0.951,
"ndcg_linear@5": 0.9777975304770129,
"ndcg_linear@10": 0.9784318938060101,
"ndcg_exponential@1": 0.951,
"ndcg_exponential@5": 0.9777975304770129,
"ndcg_exponential@10": 0.9784318938060101,
"precision@1": 0.951,
"precision@5": 0.19920000000000004,
"precision@10": 0.09980000000000001,
"recall@1": 0.951,
"recall@5": 0.996,
"recall@10": 0.998,
"f1@1": 0.951,
"f1@5": 0.332,
"f1@10": 0.18145454545454545,
"map@1": 0.951,
"map@5": 0.9715,
"map@10": 0.9717539682539682,
"mrr@1": 0.951,
"mrr@5": 0.9715,
"mrr@10": 0.9717539682539682,
"num_pred": 1000,
"num_data": 1000
},
"MSCOCO": {
"hit@1": 0.867,
"hit@5": 0.961,
"hit@10": 0.976,
"ndcg_linear@1": 0.867,
"ndcg_linear@5": 0.9190091405298829,
"ndcg_linear@10": 0.9239331499957576,
"ndcg_exponential@1": 0.867,
"ndcg_exponential@5": 0.9190091405298829,
"ndcg_exponential@10": 0.9239331499957576,
"precision@1": 0.867,
"precision@5": 0.19220000000000004,
"precision@10": 0.09760000000000002,
"recall@1": 0.867,
"recall@5": 0.961,
"recall@10": 0.976,
"f1@1": 0.867,
"f1@5": 0.32033333333333336,
"f1@10": 0.17745454545454545,
"map@1": 0.867,
"map@5": 0.9048666666666668,
"map@10": 0.9069388888888889,
"mrr@1": 0.867,
"mrr@5": 0.9048666666666668,
"mrr@10": 0.9069388888888889,
"num_pred": 1000,
"num_data": 1000
},
"RefCOCO": {
"hit@1": 0.956,
"hit@5": 0.998,
"hit@10": 1.0,
"ndcg_linear@1": 0.956,
"ndcg_linear@5": 0.982106260389287,
"ndcg_linear@10": 0.9827958009097283,
"ndcg_exponential@1": 0.956,
"ndcg_exponential@5": 0.982106260389287,
"ndcg_exponential@10": 0.9827958009097283,
"precision@1": 0.956,
"precision@5": 0.19960000000000003,
"precision@10": 0.10000000000000002,
"recall@1": 0.956,
"recall@5": 0.998,
"recall@10": 1.0,
"f1@1": 0.956,
"f1@5": 0.33266666666666667,
"f1@10": 0.18181818181818182,
"map@1": 0.956,
"map@5": 0.9765,
"map@10": 0.9768095238095238,
"mrr@1": 0.956,
"mrr@5": 0.9765,
"mrr@10": 0.9768095238095238,
"num_pred": 1000,
"num_data": 1000
},
"RefCOCO-Matching": {
"hit@1": 0.927,
"hit@5": 1.0,
"hit@10": 1.0,
"ndcg_linear@1": 0.927,
"ndcg_linear@5": 0.9730578720107165,
"ndcg_linear@10": 0.9730578720107165,
"ndcg_exponential@1": 0.927,
"ndcg_exponential@5": 0.9730578720107165,
"ndcg_exponential@10": 0.9730578720107165,
"precision@1": 0.927,
"precision@5": 0.20000000000000004,
"precision@10": 0.10000000000000002,
"recall@1": 0.927,
"recall@5": 1.0,
"recall@10": 1.0,
"f1@1": 0.927,
"f1@5": 0.3333333333333333,
"f1@10": 0.18181818181818182,
"map@1": 0.927,
"map@5": 0.9635,
"map@10": 0.9635,
"mrr@1": 0.927,
"mrr@5": 0.9635,
"mrr@10": 0.9635,
"num_pred": 1000,
"num_data": 1000
},
"Visual7W-Pointing": {
"hit@1": 0.953,
"hit@5": 0.992,
"hit@10": 0.996,
"ndcg_linear@1": 0.953,
"ndcg_linear@5": 0.974869149295053,
"ndcg_linear@10": 0.9761716584912508,
"ndcg_exponential@1": 0.953,
"ndcg_exponential@5": 0.974869149295053,
"ndcg_exponential@10": 0.9761716584912508,
"precision@1": 0.953,
"precision@5": 0.19840000000000002,
"precision@10": 0.09960000000000002,
"recall@1": 0.953,
"recall@5": 0.992,
"recall@10": 0.996,
"f1@1": 0.953,
"f1@5": 0.3306666666666666,
"f1@10": 0.18109090909090905,
"map@1": 0.953,
"map@5": 0.9690666666666666,
"map@10": 0.9696111111111111,
"mrr@1": 0.953,
"mrr@5": 0.9690666666666666,
"mrr@10": 0.9696111111111111,
"num_pred": 1000,
"num_data": 1000
}
},
"visdoc": {
"ViDoRe_arxivqa": "DIR_N/A",
"ViDoRe_docvqa": "DIR_N/A",
"ViDoRe_infovqa": "DIR_N/A",
"ViDoRe_tabfquad": "DIR_N/A",
"ViDoRe_tatdqa": "DIR_N/A",
"ViDoRe_shiftproject": "DIR_N/A",
"ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
"ViDoRe_syntheticDocQA_energy": "DIR_N/A",
"ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
"ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
"ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
"ViDoRe_biomedical_lectures_v2": "DIR_N/A",
"ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
"ViDoRe_economics_reports_v2": "DIR_N/A",
"ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
"ViDoRe_esg_reports_v2": "DIR_N/A",
"ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
"VisRAG_ArxivQA": "DIR_N/A",
"VisRAG_ChartQA": "DIR_N/A",
"VisRAG_MP-DocVQA": "DIR_N/A",
"VisRAG_SlideVQA": "DIR_N/A",
"VisRAG_InfoVQA": "DIR_N/A",
"VisRAG_PlotQA": "DIR_N/A",
"ViDoSeek-page": "DIR_N/A",
"ViDoSeek-doc": "DIR_N/A",
"MMLongBench-page": "DIR_N/A",
"MMLongBench-doc": "DIR_N/A"
},
"video": {
"DiDeMo": "DIR_N/A",
"MSR-VTT": "DIR_N/A",
"MSVD": "DIR_N/A",
"VATEX": "DIR_N/A",
"YouCook2": "DIR_N/A",
"QVHighlight": "DIR_N/A",
"Charades-STA": "DIR_N/A",
"MomentSeeker": "DIR_N/A",
"K700": "DIR_N/A",
"SmthSmthV2": "DIR_N/A",
"HMDB51": "DIR_N/A",
"UCF101": "DIR_N/A",
"Breakfast": "DIR_N/A",
"MVBench": "DIR_N/A",
"Video-MME": "DIR_N/A",
"NExTQA": "DIR_N/A",
"EgoSchema": "DIR_N/A",
"ActivityNetQA": "DIR_N/A"
}
}
}