Spaces:
Running
Running
| { | |
| "metadata": { | |
| "model_name": "WeMM-Embedding-8B", | |
| "report_generated_date": "2025-12-16T09:55:44.381379", | |
| "model_size": "8.77", | |
| "embedding_dimension": 4096, | |
| "data_source": "WeChat-CV", | |
| "url": "" | |
| }, | |
| "metrics": { | |
| "image": { | |
| "ImageNet-1K": { | |
| "hit@1": 0.828, | |
| "hit@5": 0.976, | |
| "hit@10": 0.987, | |
| "ndcg_linear@1": 0.828, | |
| "ndcg_linear@5": 0.9119772955342617, | |
| "ndcg_linear@10": 0.9156087139771253, | |
| "ndcg_exponential@1": 0.828, | |
| "ndcg_exponential@5": 0.9119772955342617, | |
| "ndcg_exponential@10": 0.9156087139771253, | |
| "precision@1": 0.828, | |
| "precision@5": 0.1952, | |
| "precision@10": 0.09870000000000002, | |
| "recall@1": 0.828, | |
| "recall@5": 0.976, | |
| "recall@10": 0.987, | |
| "f1@1": 0.828, | |
| "f1@5": 0.32533333333333336, | |
| "f1@10": 0.17945454545454545, | |
| "map@1": 0.828, | |
| "map@5": 0.8901833333333334, | |
| "map@10": 0.8917257936507935, | |
| "mrr@1": 0.828, | |
| "mrr@5": 0.8901833333333334, | |
| "mrr@10": 0.8917257936507935, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "N24News": { | |
| "hit@1": 0.817, | |
| "hit@5": 0.97, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.817, | |
| "ndcg_linear@5": 0.9036942482926755, | |
| "ndcg_linear@10": 0.9107507453200726, | |
| "ndcg_exponential@1": 0.817, | |
| "ndcg_exponential@5": 0.9036942482926755, | |
| "ndcg_exponential@10": 0.9107507453200726, | |
| "precision@1": 0.817, | |
| "precision@5": 0.19400000000000006, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.817, | |
| "recall@5": 0.97, | |
| "recall@10": 0.992, | |
| "f1@1": 0.817, | |
| "f1@5": 0.3233333333333333, | |
| "f1@10": 0.1803636363636363, | |
| "map@1": 0.817, | |
| "map@5": 0.8811666666666667, | |
| "map@10": 0.8840428571428572, | |
| "mrr@1": 0.817, | |
| "mrr@5": 0.8811666666666667, | |
| "mrr@10": 0.8840428571428572, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HatefulMemes": { | |
| "hit@1": 0.7, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.7, | |
| "ndcg_linear@5": 0.8892789260714373, | |
| "ndcg_linear@10": 0.8892789260714373, | |
| "ndcg_exponential@1": 0.7, | |
| "ndcg_exponential@5": 0.8892789260714373, | |
| "ndcg_exponential@10": 0.8892789260714373, | |
| "precision@1": 0.7, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.7, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.7, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.7, | |
| "map@5": 0.85, | |
| "map@10": 0.85, | |
| "mrr@1": 0.7, | |
| "mrr@5": 0.85, | |
| "mrr@10": 0.85, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VOC2007": { | |
| "hit@1": 0.945, | |
| "hit@5": 0.991, | |
| "hit@10": 0.998, | |
| "ndcg_linear@1": 0.945, | |
| "ndcg_linear@5": 0.9713111572611409, | |
| "ndcg_linear@10": 0.9735888382286723, | |
| "ndcg_exponential@1": 0.945, | |
| "ndcg_exponential@5": 0.9713111572611409, | |
| "ndcg_exponential@10": 0.9735888382286723, | |
| "precision@1": 0.945, | |
| "precision@5": 0.19820000000000004, | |
| "precision@10": 0.09980000000000001, | |
| "recall@1": 0.945, | |
| "recall@5": 0.991, | |
| "recall@10": 0.998, | |
| "f1@1": 0.945, | |
| "f1@5": 0.33033333333333337, | |
| "f1@10": 0.18145454545454545, | |
| "map@1": 0.945, | |
| "map@5": 0.9646, | |
| "map@10": 0.9655499999999999, | |
| "mrr@1": 0.945, | |
| "mrr@5": 0.9646, | |
| "mrr@10": 0.9655499999999999, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SUN397": { | |
| "hit@1": 0.829, | |
| "hit@5": 0.98, | |
| "hit@10": 0.994, | |
| "ndcg_linear@1": 0.829, | |
| "ndcg_linear@5": 0.9143919963328264, | |
| "ndcg_linear@10": 0.9189205355018049, | |
| "ndcg_exponential@1": 0.829, | |
| "ndcg_exponential@5": 0.9143919963328264, | |
| "ndcg_exponential@10": 0.9189205355018049, | |
| "precision@1": 0.829, | |
| "precision@5": 0.19600000000000004, | |
| "precision@10": 0.09940000000000002, | |
| "recall@1": 0.829, | |
| "recall@5": 0.98, | |
| "recall@10": 0.994, | |
| "f1@1": 0.829, | |
| "f1@5": 0.3266666666666666, | |
| "f1@10": 0.18072727272727268, | |
| "map@1": 0.829, | |
| "map@5": 0.8921166666666667, | |
| "map@10": 0.8939853174603174, | |
| "mrr@1": 0.829, | |
| "mrr@5": 0.8921166666666667, | |
| "mrr@10": 0.8939853174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Place365": { | |
| "hit@1": 0.48, | |
| "hit@5": 0.775, | |
| "hit@10": 0.865, | |
| "ndcg_linear@1": 0.48, | |
| "ndcg_linear@5": 0.63787186401337, | |
| "ndcg_linear@10": 0.6669289807463826, | |
| "ndcg_exponential@1": 0.48, | |
| "ndcg_exponential@5": 0.63787186401337, | |
| "ndcg_exponential@10": 0.6669289807463826, | |
| "precision@1": 0.48, | |
| "precision@5": 0.155, | |
| "precision@10": 0.0865, | |
| "recall@1": 0.48, | |
| "recall@5": 0.775, | |
| "recall@10": 0.865, | |
| "f1@1": 0.48, | |
| "f1@5": 0.25833333333333336, | |
| "f1@10": 0.1572727272727273, | |
| "map@1": 0.48, | |
| "map@5": 0.5921833333333333, | |
| "map@10": 0.6041575396825397, | |
| "mrr@1": 0.48, | |
| "mrr@5": 0.5921833333333333, | |
| "mrr@10": 0.6041575396825397, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-A": { | |
| "hit@1": 0.636, | |
| "hit@5": 0.848, | |
| "hit@10": 0.918, | |
| "ndcg_linear@1": 0.636, | |
| "ndcg_linear@5": 0.754628435197506, | |
| "ndcg_linear@10": 0.7777328600946817, | |
| "ndcg_exponential@1": 0.636, | |
| "ndcg_exponential@5": 0.754628435197506, | |
| "ndcg_exponential@10": 0.7777328600946817, | |
| "precision@1": 0.636, | |
| "precision@5": 0.16960000000000003, | |
| "precision@10": 0.0918, | |
| "recall@1": 0.636, | |
| "recall@5": 0.848, | |
| "recall@10": 0.918, | |
| "f1@1": 0.636, | |
| "f1@5": 0.2826666666666667, | |
| "f1@10": 0.1669090909090909, | |
| "map@1": 0.636, | |
| "map@5": 0.7229833333333332, | |
| "map@10": 0.7327948412698413, | |
| "mrr@1": 0.636, | |
| "mrr@5": 0.7229833333333332, | |
| "mrr@10": 0.7327948412698413, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ImageNet-R": { | |
| "hit@1": 0.92, | |
| "hit@5": 0.982, | |
| "hit@10": 0.992, | |
| "ndcg_linear@1": 0.92, | |
| "ndcg_linear@5": 0.9558900314342801, | |
| "ndcg_linear@10": 0.9591150708958189, | |
| "ndcg_exponential@1": 0.92, | |
| "ndcg_exponential@5": 0.9558900314342801, | |
| "ndcg_exponential@10": 0.9591150708958189, | |
| "precision@1": 0.92, | |
| "precision@5": 0.19640000000000005, | |
| "precision@10": 0.09920000000000001, | |
| "recall@1": 0.92, | |
| "recall@5": 0.982, | |
| "recall@10": 0.992, | |
| "f1@1": 0.92, | |
| "f1@5": 0.32733333333333337, | |
| "f1@10": 0.18036363636363634, | |
| "map@1": 0.92, | |
| "map@5": 0.9469333333333334, | |
| "map@10": 0.9482595238095239, | |
| "mrr@1": 0.92, | |
| "mrr@5": 0.9469333333333334, | |
| "mrr@10": 0.9482595238095239, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ObjectNet": { | |
| "hit@1": 0.878, | |
| "hit@5": 0.985, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.878, | |
| "ndcg_linear@5": 0.9379060855672752, | |
| "ndcg_linear@10": 0.9411693316536847, | |
| "ndcg_exponential@1": 0.878, | |
| "ndcg_exponential@5": 0.9379060855672752, | |
| "ndcg_exponential@10": 0.9411693316536847, | |
| "precision@1": 0.878, | |
| "precision@5": 0.19700000000000006, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.878, | |
| "recall@5": 0.985, | |
| "recall@10": 0.995, | |
| "f1@1": 0.878, | |
| "f1@5": 0.3283333333333333, | |
| "f1@10": 0.1809090909090909, | |
| "map@1": 0.878, | |
| "map@5": 0.9219666666666666, | |
| "map@10": 0.9233313492063492, | |
| "mrr@1": 0.878, | |
| "mrr@5": 0.9219666666666666, | |
| "mrr@10": 0.9233313492063492, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Country211": { | |
| "hit@1": 0.322, | |
| "hit@5": 0.575, | |
| "hit@10": 0.694, | |
| "ndcg_linear@1": 0.322, | |
| "ndcg_linear@5": 0.4535897671217826, | |
| "ndcg_linear@10": 0.49249162918617084, | |
| "ndcg_exponential@1": 0.322, | |
| "ndcg_exponential@5": 0.4535897671217826, | |
| "ndcg_exponential@10": 0.49249162918617084, | |
| "precision@1": 0.322, | |
| "precision@5": 0.115, | |
| "precision@10": 0.0694, | |
| "recall@1": 0.322, | |
| "recall@5": 0.575, | |
| "recall@10": 0.694, | |
| "f1@1": 0.322, | |
| "f1@5": 0.19166666666666674, | |
| "f1@10": 0.1261818181818182, | |
| "map@1": 0.322, | |
| "map@5": 0.4135, | |
| "map@10": 0.4297972222222222, | |
| "mrr@1": 0.322, | |
| "mrr@5": 0.4135, | |
| "mrr@10": 0.4297972222222222, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OK-VQA": { | |
| "hit@1": 0.734, | |
| "hit@5": 0.927, | |
| "hit@10": 0.958, | |
| "ndcg_linear@1": 0.734, | |
| "ndcg_linear@5": 0.8424472037406708, | |
| "ndcg_linear@10": 0.8525906794752318, | |
| "ndcg_exponential@1": 0.734, | |
| "ndcg_exponential@5": 0.8424472037406708, | |
| "ndcg_exponential@10": 0.8525906794752318, | |
| "precision@1": 0.734, | |
| "precision@5": 0.18540000000000004, | |
| "precision@10": 0.09580000000000001, | |
| "recall@1": 0.734, | |
| "recall@5": 0.927, | |
| "recall@10": 0.958, | |
| "f1@1": 0.734, | |
| "f1@5": 0.309, | |
| "f1@10": 0.17418181818181816, | |
| "map@1": 0.734, | |
| "map@5": 0.8138166666666666, | |
| "map@10": 0.8180746031746031, | |
| "mrr@1": 0.734, | |
| "mrr@5": 0.8138166666666666, | |
| "mrr@10": 0.8180746031746031, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "A-OKVQA": { | |
| "hit@1": 0.645, | |
| "hit@5": 0.916, | |
| "hit@10": 0.956, | |
| "ndcg_linear@1": 0.645, | |
| "ndcg_linear@5": 0.7933499538257957, | |
| "ndcg_linear@10": 0.8065254163186112, | |
| "ndcg_exponential@1": 0.645, | |
| "ndcg_exponential@5": 0.7933499538257957, | |
| "ndcg_exponential@10": 0.8065254163186112, | |
| "precision@1": 0.645, | |
| "precision@5": 0.18320000000000003, | |
| "precision@10": 0.0956, | |
| "recall@1": 0.645, | |
| "recall@5": 0.916, | |
| "recall@10": 0.956, | |
| "f1@1": 0.645, | |
| "f1@5": 0.30533333333333335, | |
| "f1@10": 0.17381818181818182, | |
| "map@1": 0.645, | |
| "map@5": 0.7521166666666668, | |
| "map@10": 0.7576952380952382, | |
| "mrr@1": 0.645, | |
| "mrr@5": 0.7521166666666668, | |
| "mrr@10": 0.7576952380952382, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DocVQA": { | |
| "hit@1": 0.956, | |
| "hit@5": 0.998, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.956, | |
| "ndcg_linear@5": 0.9815310004938803, | |
| "ndcg_linear@10": 0.9818872076809885, | |
| "ndcg_exponential@1": 0.956, | |
| "ndcg_exponential@5": 0.9815310004938803, | |
| "ndcg_exponential@10": 0.9818872076809885, | |
| "precision@1": 0.956, | |
| "precision@5": 0.19960000000000003, | |
| "precision@10": 0.09990000000000002, | |
| "recall@1": 0.956, | |
| "recall@5": 0.998, | |
| "recall@10": 0.999, | |
| "f1@1": 0.956, | |
| "f1@5": 0.3326666666666666, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.956, | |
| "map@5": 0.9757833333333333, | |
| "map@10": 0.9759500000000001, | |
| "mrr@1": 0.956, | |
| "mrr@5": 0.9757833333333333, | |
| "mrr@10": 0.9759500000000001, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "InfographicsVQA": { | |
| "hit@1": 0.852, | |
| "hit@5": 0.957, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.852, | |
| "ndcg_linear@5": 0.9111780105049422, | |
| "ndcg_linear@10": 0.9178209189427942, | |
| "ndcg_exponential@1": 0.852, | |
| "ndcg_exponential@5": 0.9111780105049422, | |
| "ndcg_exponential@10": 0.9178209189427942, | |
| "precision@1": 0.852, | |
| "precision@5": 0.19140000000000004, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.852, | |
| "recall@5": 0.957, | |
| "recall@10": 0.977, | |
| "f1@1": 0.852, | |
| "f1@5": 0.319, | |
| "f1@10": 0.17763636363636362, | |
| "map@1": 0.852, | |
| "map@5": 0.8956666666666666, | |
| "map@10": 0.898511507936508, | |
| "mrr@1": 0.852, | |
| "mrr@5": 0.8956666666666666, | |
| "mrr@10": 0.898511507936508, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ChartQA": { | |
| "hit@1": 0.721, | |
| "hit@5": 0.865, | |
| "hit@10": 0.915, | |
| "ndcg_linear@1": 0.721, | |
| "ndcg_linear@5": 0.7995886077758202, | |
| "ndcg_linear@10": 0.81560603968126, | |
| "ndcg_exponential@1": 0.721, | |
| "ndcg_exponential@5": 0.7995886077758202, | |
| "ndcg_exponential@10": 0.81560603968126, | |
| "precision@1": 0.721, | |
| "precision@5": 0.173, | |
| "precision@10": 0.09150000000000001, | |
| "recall@1": 0.721, | |
| "recall@5": 0.865, | |
| "recall@10": 0.915, | |
| "f1@1": 0.721, | |
| "f1@5": 0.2883333333333334, | |
| "f1@10": 0.16636363636363638, | |
| "map@1": 0.721, | |
| "map@5": 0.7777000000000001, | |
| "map@10": 0.7842166666666667, | |
| "mrr@1": 0.721, | |
| "mrr@5": 0.7777000000000001, | |
| "mrr@10": 0.7842166666666667, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W": { | |
| "hit@1": 0.636, | |
| "hit@5": 0.923, | |
| "hit@10": 0.967, | |
| "ndcg_linear@1": 0.636, | |
| "ndcg_linear@5": 0.7959082085630703, | |
| "ndcg_linear@10": 0.81020130102067, | |
| "ndcg_exponential@1": 0.636, | |
| "ndcg_exponential@5": 0.7959082085630703, | |
| "ndcg_exponential@10": 0.81020130102067, | |
| "precision@1": 0.636, | |
| "precision@5": 0.18460000000000001, | |
| "precision@10": 0.09670000000000002, | |
| "recall@1": 0.636, | |
| "recall@5": 0.923, | |
| "recall@10": 0.967, | |
| "f1@1": 0.636, | |
| "f1@5": 0.30766666666666664, | |
| "f1@10": 0.17581818181818182, | |
| "map@1": 0.636, | |
| "map@5": 0.75295, | |
| "map@10": 0.7588837301587302, | |
| "mrr@1": 0.636, | |
| "mrr@5": 0.75295, | |
| "mrr@10": 0.7588837301587302, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "ScienceQA": { | |
| "hit@1": 0.815, | |
| "hit@5": 0.953, | |
| "hit@10": 0.988, | |
| "ndcg_linear@1": 0.815, | |
| "ndcg_linear@5": 0.8907432304191819, | |
| "ndcg_linear@10": 0.9022745966523478, | |
| "ndcg_exponential@1": 0.815, | |
| "ndcg_exponential@5": 0.8907432304191819, | |
| "ndcg_exponential@10": 0.9022745966523478, | |
| "precision@1": 0.815, | |
| "precision@5": 0.19060000000000002, | |
| "precision@10": 0.09880000000000001, | |
| "recall@1": 0.815, | |
| "recall@5": 0.953, | |
| "recall@10": 0.988, | |
| "f1@1": 0.815, | |
| "f1@5": 0.3176666666666667, | |
| "f1@10": 0.17963636363636362, | |
| "map@1": 0.815, | |
| "map@5": 0.86985, | |
| "map@10": 0.8747257936507935, | |
| "mrr@1": 0.815, | |
| "mrr@5": 0.86985, | |
| "mrr@10": 0.8747257936507935, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VizWiz": { | |
| "hit@1": 0.576, | |
| "hit@5": 0.744, | |
| "hit@10": 0.781, | |
| "ndcg_linear@1": 0.576, | |
| "ndcg_linear@5": 0.6697989800011094, | |
| "ndcg_linear@10": 0.6815022541204203, | |
| "ndcg_exponential@1": 0.576, | |
| "ndcg_exponential@5": 0.6697989800011094, | |
| "ndcg_exponential@10": 0.6815022541204203, | |
| "precision@1": 0.576, | |
| "precision@5": 0.14880000000000002, | |
| "precision@10": 0.07809999999999999, | |
| "recall@1": 0.576, | |
| "recall@5": 0.744, | |
| "recall@10": 0.781, | |
| "f1@1": 0.576, | |
| "f1@5": 0.24800000000000003, | |
| "f1@10": 0.142, | |
| "map@1": 0.576, | |
| "map@5": 0.6447166666666667, | |
| "map@10": 0.6493888888888889, | |
| "mrr@1": 0.576, | |
| "mrr@5": 0.6447166666666667, | |
| "mrr@10": 0.6493888888888889, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "GQA": { | |
| "hit@1": 0.786, | |
| "hit@5": 0.951, | |
| "hit@10": 0.983, | |
| "ndcg_linear@1": 0.786, | |
| "ndcg_linear@5": 0.8780466444255457, | |
| "ndcg_linear@10": 0.8882958775768123, | |
| "ndcg_exponential@1": 0.786, | |
| "ndcg_exponential@5": 0.8780466444255457, | |
| "ndcg_exponential@10": 0.8882958775768123, | |
| "precision@1": 0.786, | |
| "precision@5": 0.1902, | |
| "precision@10": 0.09830000000000001, | |
| "recall@1": 0.786, | |
| "recall@5": 0.951, | |
| "recall@10": 0.983, | |
| "f1@1": 0.786, | |
| "f1@5": 0.317, | |
| "f1@10": 0.1787272727272727, | |
| "map@1": 0.786, | |
| "map@5": 0.8534333333333334, | |
| "map@10": 0.8576039682539683, | |
| "mrr@1": 0.786, | |
| "mrr@5": 0.8534333333333334, | |
| "mrr@10": 0.8576039682539683, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "TextVQA": { | |
| "hit@1": 0.889, | |
| "hit@5": 0.944, | |
| "hit@10": 0.957, | |
| "ndcg_linear@1": 0.889, | |
| "ndcg_linear@5": 0.9198135055613834, | |
| "ndcg_linear@10": 0.9239247570646081, | |
| "ndcg_exponential@1": 0.889, | |
| "ndcg_exponential@5": 0.9198135055613834, | |
| "ndcg_exponential@10": 0.9239247570646081, | |
| "precision@1": 0.889, | |
| "precision@5": 0.18880000000000005, | |
| "precision@10": 0.09570000000000002, | |
| "recall@1": 0.889, | |
| "recall@5": 0.944, | |
| "recall@10": 0.957, | |
| "f1@1": 0.889, | |
| "f1@5": 0.3146666666666667, | |
| "f1@10": 0.174, | |
| "map@1": 0.889, | |
| "map@5": 0.9116333333333334, | |
| "map@10": 0.9132730158730159, | |
| "mrr@1": 0.889, | |
| "mrr@5": 0.9116333333333334, | |
| "mrr@10": 0.9132730158730159, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisDial": { | |
| "hit@1": 0.889, | |
| "hit@5": 0.983, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.889, | |
| "ndcg_linear@5": 0.9395202621586638, | |
| "ndcg_linear@10": 0.9438869688295182, | |
| "ndcg_exponential@1": 0.889, | |
| "ndcg_exponential@5": 0.9395202621586638, | |
| "ndcg_exponential@10": 0.9438869688295182, | |
| "precision@1": 0.889, | |
| "precision@5": 0.19660000000000002, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.889, | |
| "recall@5": 0.983, | |
| "recall@10": 0.996, | |
| "f1@1": 0.889, | |
| "f1@5": 0.32766666666666666, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.889, | |
| "map@5": 0.925, | |
| "map@10": 0.9268996031746032, | |
| "mrr@1": 0.889, | |
| "mrr@5": 0.925, | |
| "mrr@10": 0.9268996031746032, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "CIRR": { | |
| "hit@1": 0.707, | |
| "hit@5": 0.944, | |
| "hit@10": 0.977, | |
| "ndcg_linear@1": 0.707, | |
| "ndcg_linear@5": 0.8393536988341376, | |
| "ndcg_linear@10": 0.8500134184739818, | |
| "ndcg_exponential@1": 0.707, | |
| "ndcg_exponential@5": 0.8393536988341376, | |
| "ndcg_exponential@10": 0.8500134184739818, | |
| "precision@1": 0.707, | |
| "precision@5": 0.18880000000000002, | |
| "precision@10": 0.09770000000000002, | |
| "recall@1": 0.707, | |
| "recall@5": 0.944, | |
| "recall@10": 0.977, | |
| "f1@1": 0.707, | |
| "f1@5": 0.31466666666666665, | |
| "f1@10": 0.17763636363636362, | |
| "map@1": 0.707, | |
| "map@5": 0.8039833333333334, | |
| "map@10": 0.8083753968253968, | |
| "mrr@1": 0.707, | |
| "mrr@5": 0.8039833333333334, | |
| "mrr@10": 0.8083753968253968, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_t2i": { | |
| "hit@1": 0.817, | |
| "hit@5": 0.937, | |
| "hit@10": 0.955, | |
| "ndcg_linear@1": 0.817, | |
| "ndcg_linear@5": 0.8832259632328257, | |
| "ndcg_linear@10": 0.8890943203328983, | |
| "ndcg_exponential@1": 0.817, | |
| "ndcg_exponential@5": 0.8832259632328257, | |
| "ndcg_exponential@10": 0.8890943203328983, | |
| "precision@1": 0.817, | |
| "precision@5": 0.18740000000000004, | |
| "precision@10": 0.09550000000000003, | |
| "recall@1": 0.817, | |
| "recall@5": 0.937, | |
| "recall@10": 0.955, | |
| "f1@1": 0.817, | |
| "f1@5": 0.3123333333333333, | |
| "f1@10": 0.17363636363636362, | |
| "map@1": 0.817, | |
| "map@5": 0.8651166666666666, | |
| "map@10": 0.8675674603174602, | |
| "mrr@1": 0.817, | |
| "mrr@5": 0.8651166666666666, | |
| "mrr@10": 0.8675674603174602, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "VisualNews_i2t": { | |
| "hit@1": 0.849, | |
| "hit@5": 0.951, | |
| "hit@10": 0.966, | |
| "ndcg_linear@1": 0.849, | |
| "ndcg_linear@5": 0.9061648984201258, | |
| "ndcg_linear@10": 0.9110591402337826, | |
| "ndcg_exponential@1": 0.849, | |
| "ndcg_exponential@5": 0.9061648984201258, | |
| "ndcg_exponential@10": 0.9110591402337826, | |
| "precision@1": 0.849, | |
| "precision@5": 0.19020000000000004, | |
| "precision@10": 0.09660000000000002, | |
| "recall@1": 0.849, | |
| "recall@5": 0.951, | |
| "recall@10": 0.966, | |
| "f1@1": 0.849, | |
| "f1@5": 0.317, | |
| "f1@10": 0.17563636363636362, | |
| "map@1": 0.849, | |
| "map@5": 0.8910166666666667, | |
| "map@10": 0.8930603174603174, | |
| "mrr@1": 0.849, | |
| "mrr@5": 0.8910166666666667, | |
| "mrr@10": 0.8930603174603174, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_t2i": { | |
| "hit@1": 0.812, | |
| "hit@5": 0.966, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.812, | |
| "ndcg_linear@5": 0.8993036511522371, | |
| "ndcg_linear@10": 0.9055123939790293, | |
| "ndcg_exponential@1": 0.812, | |
| "ndcg_exponential@5": 0.8993036511522371, | |
| "ndcg_exponential@10": 0.9055123939790293, | |
| "precision@1": 0.812, | |
| "precision@5": 0.1932, | |
| "precision@10": 0.09850000000000002, | |
| "recall@1": 0.812, | |
| "recall@5": 0.966, | |
| "recall@10": 0.985, | |
| "f1@1": 0.812, | |
| "f1@5": 0.322, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.812, | |
| "map@5": 0.8766166666666666, | |
| "map@10": 0.8792126984126983, | |
| "mrr@1": 0.812, | |
| "mrr@5": 0.8766166666666666, | |
| "mrr@10": 0.8792126984126983, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO_i2t": { | |
| "hit@1": 0.782, | |
| "hit@5": 0.967, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.782, | |
| "ndcg_linear@5": 0.8830737679383308, | |
| "ndcg_linear@10": 0.8889828673487257, | |
| "ndcg_exponential@1": 0.782, | |
| "ndcg_exponential@5": 0.8830737679383308, | |
| "ndcg_exponential@10": 0.8889828673487257, | |
| "precision@1": 0.782, | |
| "precision@5": 0.19340000000000004, | |
| "precision@10": 0.09850000000000002, | |
| "recall@1": 0.782, | |
| "recall@5": 0.967, | |
| "recall@10": 0.985, | |
| "f1@1": 0.782, | |
| "f1@5": 0.32233333333333336, | |
| "f1@10": 0.17909090909090908, | |
| "map@1": 0.782, | |
| "map@5": 0.8549000000000001, | |
| "map@10": 0.8573924603174603, | |
| "mrr@1": 0.782, | |
| "mrr@5": 0.8549000000000001, | |
| "mrr@10": 0.8573924603174603, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "NIGHTS": { | |
| "hit@1": 0.69, | |
| "hit@5": 0.986, | |
| "hit@10": 0.996, | |
| "ndcg_linear@1": 0.69, | |
| "ndcg_linear@5": 0.8596221957412303, | |
| "ndcg_linear@10": 0.863097777594439, | |
| "ndcg_exponential@1": 0.69, | |
| "ndcg_exponential@5": 0.8596221957412303, | |
| "ndcg_exponential@10": 0.863097777594439, | |
| "precision@1": 0.69, | |
| "precision@5": 0.19720000000000004, | |
| "precision@10": 0.09960000000000002, | |
| "recall@1": 0.69, | |
| "recall@5": 0.986, | |
| "recall@10": 0.996, | |
| "f1@1": 0.69, | |
| "f1@5": 0.3286666666666666, | |
| "f1@10": 0.18109090909090905, | |
| "map@1": 0.69, | |
| "map@5": 0.8164333333333332, | |
| "map@10": 0.8180107142857144, | |
| "mrr@1": 0.69, | |
| "mrr@5": 0.8164333333333332, | |
| "mrr@10": 0.8180107142857144, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "WebQA": { | |
| "hit@1": 0.91, | |
| "hit@5": 0.99, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.91, | |
| "ndcg_linear@5": 0.9573521970610501, | |
| "ndcg_linear@10": 0.9589582059646876, | |
| "ndcg_exponential@1": 0.91, | |
| "ndcg_exponential@5": 0.9573521970610501, | |
| "ndcg_exponential@10": 0.9589582059646876, | |
| "precision@1": 0.91, | |
| "precision@5": 0.19800000000000004, | |
| "precision@10": 0.09950000000000002, | |
| "recall@1": 0.91, | |
| "recall@5": 0.99, | |
| "recall@10": 0.995, | |
| "f1@1": 0.91, | |
| "f1@5": 0.33, | |
| "f1@10": 0.18090909090909088, | |
| "map@1": 0.91, | |
| "map@5": 0.9460666666666666, | |
| "map@10": 0.946725, | |
| "mrr@1": 0.91, | |
| "mrr@5": 0.9460666666666666, | |
| "mrr@10": 0.946725, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "FashionIQ": { | |
| "hit@1": 0.438, | |
| "hit@5": 0.716, | |
| "hit@10": 0.804, | |
| "ndcg_linear@1": 0.438, | |
| "ndcg_linear@5": 0.5858373550900147, | |
| "ndcg_linear@10": 0.6144541530886649, | |
| "ndcg_exponential@1": 0.438, | |
| "ndcg_exponential@5": 0.5858373550900147, | |
| "ndcg_exponential@10": 0.6144541530886649, | |
| "precision@1": 0.438, | |
| "precision@5": 0.1432, | |
| "precision@10": 0.0804, | |
| "recall@1": 0.438, | |
| "recall@5": 0.716, | |
| "recall@10": 0.804, | |
| "f1@1": 0.438, | |
| "f1@5": 0.23866666666666675, | |
| "f1@10": 0.1461818181818182, | |
| "map@1": 0.438, | |
| "map@5": 0.54255, | |
| "map@10": 0.5544587301587302, | |
| "mrr@1": 0.438, | |
| "mrr@5": 0.54255, | |
| "mrr@10": 0.5544587301587302, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Wiki-SS-NQ": { | |
| "hit@1": 0.847, | |
| "hit@5": 0.972, | |
| "hit@10": 0.985, | |
| "ndcg_linear@1": 0.847, | |
| "ndcg_linear@5": 0.9200040350783443, | |
| "ndcg_linear@10": 0.9244115766807883, | |
| "ndcg_exponential@1": 0.847, | |
| "ndcg_exponential@5": 0.9200040350783443, | |
| "ndcg_exponential@10": 0.9244115766807883, | |
| "precision@1": 0.847, | |
| "precision@5": 0.19440000000000004, | |
| "precision@10": 0.09850000000000002, | |
| "recall@1": 0.847, | |
| "recall@5": 0.972, | |
| "recall@10": 0.985, | |
| "f1@1": 0.847, | |
| "f1@5": 0.324, | |
| "f1@10": 0.1790909090909091, | |
| "map@1": 0.847, | |
| "map@5": 0.9021166666666667, | |
| "map@10": 0.9040551587301587, | |
| "mrr@1": 0.847, | |
| "mrr@5": 0.9021166666666667, | |
| "mrr@10": 0.9040551587301587, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "OVEN": { | |
| "hit@1": 0.744, | |
| "hit@5": 0.922, | |
| "hit@10": 0.96, | |
| "ndcg_linear@1": 0.744, | |
| "ndcg_linear@5": 0.8442291418598712, | |
| "ndcg_linear@10": 0.8566962048644561, | |
| "ndcg_exponential@1": 0.744, | |
| "ndcg_exponential@5": 0.8442291418598712, | |
| "ndcg_exponential@10": 0.8566962048644561, | |
| "precision@1": 0.744, | |
| "precision@5": 0.1844, | |
| "precision@10": 0.09600000000000003, | |
| "recall@1": 0.744, | |
| "recall@5": 0.922, | |
| "recall@10": 0.96, | |
| "f1@1": 0.744, | |
| "f1@5": 0.30733333333333335, | |
| "f1@10": 0.17454545454545453, | |
| "map@1": 0.744, | |
| "map@5": 0.8178499999999999, | |
| "map@10": 0.8231031746031746, | |
| "mrr@1": 0.744, | |
| "mrr@5": 0.8178499999999999, | |
| "mrr@10": 0.8231031746031746, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "EDIS": { | |
| "hit@1": 0.949, | |
| "hit@5": 0.999, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.949, | |
| "ndcg_linear@5": 0.9787928600010233, | |
| "ndcg_linear@10": 0.9790938899966872, | |
| "ndcg_exponential@1": 0.949, | |
| "ndcg_exponential@5": 0.9787928600010233, | |
| "ndcg_exponential@10": 0.9790938899966872, | |
| "precision@1": 0.949, | |
| "precision@5": 0.1998, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.949, | |
| "recall@5": 0.999, | |
| "recall@10": 1.0, | |
| "f1@1": 0.949, | |
| "f1@5": 0.333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.949, | |
| "map@5": 0.9717833333333333, | |
| "map@10": 0.9718944444444444, | |
| "mrr@1": 0.949, | |
| "mrr@5": 0.9717833333333333, | |
| "mrr@10": 0.9718944444444444, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSCOCO": { | |
| "hit@1": 0.844, | |
| "hit@5": 0.954, | |
| "hit@10": 0.975, | |
| "ndcg_linear@1": 0.844, | |
| "ndcg_linear@5": 0.9060601928361873, | |
| "ndcg_linear@10": 0.9126769510596726, | |
| "ndcg_exponential@1": 0.844, | |
| "ndcg_exponential@5": 0.9060601928361873, | |
| "ndcg_exponential@10": 0.9126769510596726, | |
| "precision@1": 0.844, | |
| "precision@5": 0.19080000000000003, | |
| "precision@10": 0.09750000000000002, | |
| "recall@1": 0.844, | |
| "recall@5": 0.954, | |
| "recall@10": 0.975, | |
| "f1@1": 0.844, | |
| "f1@5": 0.318, | |
| "f1@10": 0.17727272727272725, | |
| "map@1": 0.844, | |
| "map@5": 0.8898166666666666, | |
| "map@10": 0.8924464285714285, | |
| "mrr@1": 0.844, | |
| "mrr@5": 0.8898166666666666, | |
| "mrr@10": 0.8924464285714285, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO": { | |
| "hit@1": 0.956, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.956, | |
| "ndcg_linear@5": 0.9829060071937888, | |
| "ndcg_linear@10": 0.9829060071937888, | |
| "ndcg_exponential@1": 0.956, | |
| "ndcg_exponential@5": 0.9829060071937888, | |
| "ndcg_exponential@10": 0.9829060071937888, | |
| "precision@1": 0.956, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.956, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.956, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.956, | |
| "map@5": 0.9769166666666668, | |
| "map@10": 0.9769166666666668, | |
| "mrr@1": 0.956, | |
| "mrr@5": 0.9769166666666668, | |
| "mrr@10": 0.9769166666666668, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "RefCOCO-Matching": { | |
| "hit@1": 0.925, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.925, | |
| "ndcg_linear@5": 0.9740815910250022, | |
| "ndcg_linear@10": 0.9740815910250022, | |
| "ndcg_exponential@1": 0.925, | |
| "ndcg_exponential@5": 0.9740815910250022, | |
| "ndcg_exponential@10": 0.9740815910250022, | |
| "precision@1": 0.925, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.925, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.925, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.925, | |
| "map@5": 0.9653333333333334, | |
| "map@10": 0.9653333333333334, | |
| "mrr@1": 0.925, | |
| "mrr@5": 0.9623333333333334, | |
| "mrr@10": 0.9623333333333334, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Visual7W-Pointing": { | |
| "hit@1": 0.99, | |
| "hit@5": 0.998, | |
| "hit@10": 0.999, | |
| "ndcg_linear@1": 0.99, | |
| "ndcg_linear@5": 0.9945853253259306, | |
| "ndcg_linear@10": 0.9948863553215945, | |
| "ndcg_exponential@1": 0.99, | |
| "ndcg_exponential@5": 0.9945853253259306, | |
| "ndcg_exponential@10": 0.9948863553215945, | |
| "precision@1": 0.99, | |
| "precision@5": 0.19960000000000003, | |
| "precision@10": 0.09990000000000002, | |
| "recall@1": 0.99, | |
| "recall@5": 0.998, | |
| "recall@10": 0.999, | |
| "f1@1": 0.99, | |
| "f1@5": 0.3326666666666666, | |
| "f1@10": 0.18163636363636362, | |
| "map@1": 0.99, | |
| "map@5": 0.9934166666666667, | |
| "map@10": 0.9935277777777778, | |
| "mrr@1": 0.99, | |
| "mrr@5": 0.9934166666666667, | |
| "mrr@10": 0.9935277777777778, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| } | |
| }, | |
| "video": { | |
| "K700": { | |
| "hit@1": 0.651, | |
| "hit@5": 0.869, | |
| "hit@10": 0.911, | |
| "ndcg_linear@1": 0.651, | |
| "ndcg_linear@5": 0.7704240255501921, | |
| "ndcg_linear@10": 0.7840528284316334, | |
| "ndcg_exponential@1": 0.651, | |
| "ndcg_exponential@5": 0.7704240255501921, | |
| "ndcg_exponential@10": 0.7840528284316334, | |
| "precision@1": 0.651, | |
| "precision@5": 0.1738, | |
| "precision@10": 0.09110000000000003, | |
| "recall@1": 0.651, | |
| "recall@5": 0.869, | |
| "recall@10": 0.911, | |
| "f1@1": 0.651, | |
| "f1@5": 0.2896666666666667, | |
| "f1@10": 0.16563636363636364, | |
| "map@1": 0.651, | |
| "map@5": 0.7372833333333333, | |
| "map@10": 0.7429369047619048, | |
| "mrr@1": 0.651, | |
| "mrr@5": 0.7372833333333333, | |
| "mrr@10": 0.7429369047619048, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "SmthSmthV2": { | |
| "hit@1": 0.733, | |
| "hit@5": 0.915, | |
| "hit@10": 0.954, | |
| "ndcg_linear@1": 0.733, | |
| "ndcg_linear@5": 0.8348315252680627, | |
| "ndcg_linear@10": 0.8474131012414208, | |
| "ndcg_exponential@1": 0.733, | |
| "ndcg_exponential@5": 0.8348315252680627, | |
| "ndcg_exponential@10": 0.8474131012414208, | |
| "precision@1": 0.733, | |
| "precision@5": 0.18300000000000002, | |
| "precision@10": 0.09540000000000001, | |
| "recall@1": 0.733, | |
| "recall@5": 0.915, | |
| "recall@10": 0.954, | |
| "f1@1": 0.733, | |
| "f1@5": 0.305, | |
| "f1@10": 0.17345454545454544, | |
| "map@1": 0.733, | |
| "map@5": 0.8077000000000001, | |
| "map@10": 0.8128726190476191, | |
| "mrr@1": 0.733, | |
| "mrr@5": 0.8077000000000001, | |
| "mrr@10": 0.8128726190476191, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "HMDB51": { | |
| "hit@1": 0.615, | |
| "hit@5": 0.865, | |
| "hit@10": 0.922, | |
| "ndcg_linear@1": 0.615, | |
| "ndcg_linear@5": 0.7517480851169158, | |
| "ndcg_linear@10": 0.7700807040353396, | |
| "ndcg_exponential@1": 0.615, | |
| "ndcg_exponential@5": 0.7517480851169158, | |
| "ndcg_exponential@10": 0.7700807040353396, | |
| "precision@1": 0.615, | |
| "precision@5": 0.173, | |
| "precision@10": 0.09220000000000002, | |
| "recall@1": 0.615, | |
| "recall@5": 0.865, | |
| "recall@10": 0.922, | |
| "f1@1": 0.615, | |
| "f1@5": 0.2883333333333334, | |
| "f1@10": 0.16763636363636364, | |
| "map@1": 0.615, | |
| "map@5": 0.7137166666666667, | |
| "map@10": 0.7212238095238095, | |
| "mrr@1": 0.615, | |
| "mrr@5": 0.7137166666666667, | |
| "mrr@10": 0.7212238095238095, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "UCF101": { | |
| "hit@1": 0.842, | |
| "hit@5": 0.987, | |
| "hit@10": 0.995, | |
| "ndcg_linear@1": 0.842, | |
| "ndcg_linear@5": 0.925576274443954, | |
| "ndcg_linear@10": 0.9281092376995999, | |
| "ndcg_exponential@1": 0.842, | |
| "ndcg_exponential@5": 0.925576274443954, | |
| "ndcg_exponential@10": 0.9281092376995999, | |
| "precision@1": 0.842, | |
| "precision@5": 0.19740000000000005, | |
| "precision@10": 0.09950000000000003, | |
| "recall@1": 0.842, | |
| "recall@5": 0.987, | |
| "recall@10": 0.995, | |
| "f1@1": 0.842, | |
| "f1@5": 0.329, | |
| "f1@10": 0.1809090909090909, | |
| "map@1": 0.842, | |
| "map@5": 0.9045666666666666, | |
| "map@10": 0.9055801587301587, | |
| "mrr@1": 0.842, | |
| "mrr@5": 0.9045666666666666, | |
| "mrr@10": 0.9055801587301587, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "Breakfast": { | |
| "hit@1": 0.48267898383371827, | |
| "hit@5": 0.9330254041570438, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.48267898383371827, | |
| "ndcg_linear@5": 0.72425684440384, | |
| "ndcg_linear@10": 0.7465190634248601, | |
| "ndcg_exponential@1": 0.48267898383371827, | |
| "ndcg_exponential@5": 0.72425684440384, | |
| "ndcg_exponential@10": 0.7465190634248601, | |
| "precision@1": 0.48267898383371827, | |
| "precision@5": 0.1866050808314088, | |
| "precision@10": 0.1, | |
| "recall@1": 0.48267898383371827, | |
| "recall@5": 0.9330254041570438, | |
| "recall@10": 1.0, | |
| "f1@1": 0.48267898383371827, | |
| "f1@5": 0.311008468052348, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.48267898383371827, | |
| "map@5": 0.6544649730561971, | |
| "map@10": 0.6639961142270611, | |
| "mrr@1": 0.48267898383371827, | |
| "mrr@5": 0.6544649730561971, | |
| "mrr@10": 0.6639961142270611, | |
| "num_pred": 433, | |
| "num_data": 433 | |
| }, | |
| "MVBench": { | |
| "hit@1": 0.66875, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.66875, | |
| "ndcg_linear@5": 0.8559865676689618, | |
| "ndcg_linear@10": 0.8559865676689618, | |
| "ndcg_exponential@1": 0.66875, | |
| "ndcg_exponential@5": 0.8559865676689618, | |
| "ndcg_exponential@10": 0.8559865676689618, | |
| "precision@1": 0.66875, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.66875, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.66875, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.66875, | |
| "map@5": 0.8069041666666666, | |
| "map@10": 0.8069041666666666, | |
| "mrr@1": 0.66875, | |
| "mrr@5": 0.8069041666666666, | |
| "mrr@10": 0.8069041666666666, | |
| "num_pred": 4000, | |
| "num_data": 4000 | |
| }, | |
| "Video-MME": { | |
| "hit@1": 0.6662962962962963, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.6662962962962963, | |
| "ndcg_linear@5": 0.8512724750885614, | |
| "ndcg_linear@10": 0.8512724750885614, | |
| "ndcg_exponential@1": 0.6662962962962963, | |
| "ndcg_exponential@5": 0.8512724750885614, | |
| "ndcg_exponential@10": 0.8512724750885614, | |
| "precision@1": 0.6662962962962963, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.6662962962962963, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.6662962962962963, | |
| "f1@5": 0.3333333333333334, | |
| "f1@10": 0.18181818181818188, | |
| "map@1": 0.6662962962962963, | |
| "map@5": 0.800895061728395, | |
| "map@10": 0.800895061728395, | |
| "mrr@1": 0.6662962962962963, | |
| "mrr@5": 0.800895061728395, | |
| "mrr@10": 0.800895061728395, | |
| "num_pred": 2700, | |
| "num_data": 2700 | |
| }, | |
| "NExTQA": { | |
| "hit@1": 0.7957730032695002, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.7957730032695002, | |
| "ndcg_linear@5": 0.9091368184967286, | |
| "ndcg_linear@10": 0.9091368184967286, | |
| "ndcg_exponential@1": 0.7957730032695002, | |
| "ndcg_exponential@5": 0.9091368184967286, | |
| "ndcg_exponential@10": 0.9091368184967286, | |
| "precision@1": 0.7957730032695002, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.7957730032695002, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.7957730032695002, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.7957730032695002, | |
| "map@5": 0.8784971975712283, | |
| "map@10": 0.8784971975712283, | |
| "mrr@1": 0.7957730032695002, | |
| "mrr@5": 0.8784971975712283, | |
| "mrr@10": 0.8784971975712283, | |
| "num_pred": 8564, | |
| "num_data": 8564 | |
| }, | |
| "EgoSchema": { | |
| "hit@1": 0.668, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.668, | |
| "ndcg_linear@5": 0.8498583692019953, | |
| "ndcg_linear@10": 0.8498583692019953, | |
| "ndcg_exponential@1": 0.668, | |
| "ndcg_exponential@5": 0.8498583692019953, | |
| "ndcg_exponential@10": 0.8498583692019953, | |
| "precision@1": 0.668, | |
| "precision@5": 0.2, | |
| "precision@10": 0.1, | |
| "recall@1": 0.668, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.668, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.668, | |
| "map@5": 0.7995333333333333, | |
| "map@10": 0.7995333333333333, | |
| "mrr@1": 0.668, | |
| "mrr@5": 0.7995333333333333, | |
| "mrr@10": 0.7995333333333333, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ActivityNetQA": { | |
| "hit@1": 0.784, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.784, | |
| "ndcg_linear@5": 0.9202808267714349, | |
| "ndcg_linear@10": 0.9202808267714349, | |
| "ndcg_exponential@1": 0.784, | |
| "ndcg_exponential@5": 0.9202808267714349, | |
| "ndcg_exponential@10": 0.9202808267714349, | |
| "precision@1": 0.784, | |
| "precision@5": 0.20000000000000004, | |
| "precision@10": 0.10000000000000002, | |
| "recall@1": 0.784, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.784, | |
| "f1@5": 0.3333333333333333, | |
| "f1@10": 0.18181818181818182, | |
| "map@1": 0.784, | |
| "map@5": 0.892, | |
| "map@10": 0.892, | |
| "mrr@1": 0.784, | |
| "mrr@5": 0.892, | |
| "mrr@10": 0.892, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "DiDeMo": { | |
| "hit@1": 0.6922310756972112, | |
| "hit@5": 0.8864541832669323, | |
| "hit@10": 0.9282868525896414, | |
| "ndcg_linear@1": 0.6922310756972112, | |
| "ndcg_linear@5": 0.7987791837189465, | |
| "ndcg_linear@10": 0.8127609097693957, | |
| "ndcg_exponential@1": 0.6922310756972112, | |
| "ndcg_exponential@5": 0.7987791837189465, | |
| "ndcg_exponential@10": 0.8127609097693957, | |
| "precision@1": 0.6922310756972112, | |
| "precision@5": 0.1772908366533865, | |
| "precision@10": 0.09282868525896416, | |
| "recall@1": 0.6922310756972112, | |
| "recall@5": 0.8864541832669323, | |
| "recall@10": 0.9282868525896414, | |
| "f1@1": 0.6922310756972112, | |
| "f1@5": 0.29548472775564416, | |
| "f1@10": 0.16877942774357116, | |
| "map@1": 0.6922310756972112, | |
| "map@5": 0.7693393094289508, | |
| "map@10": 0.7753727154872574, | |
| "mrr@1": 0.6922310756972112, | |
| "mrr@5": 0.7693393094289508, | |
| "mrr@10": 0.7753727154872574, | |
| "num_pred": 1004, | |
| "num_data": 1004 | |
| }, | |
| "MSR-VTT": { | |
| "hit@1": 0.553, | |
| "hit@5": 0.781, | |
| "hit@10": 0.865, | |
| "ndcg_linear@1": 0.553, | |
| "ndcg_linear@5": 0.6774032224595892, | |
| "ndcg_linear@10": 0.7051447049661568, | |
| "ndcg_exponential@1": 0.553, | |
| "ndcg_exponential@5": 0.6774032224595892, | |
| "ndcg_exponential@10": 0.7051447049661568, | |
| "precision@1": 0.553, | |
| "precision@5": 0.15619999999999998, | |
| "precision@10": 0.08650000000000001, | |
| "recall@1": 0.553, | |
| "recall@5": 0.781, | |
| "recall@10": 0.865, | |
| "f1@1": 0.553, | |
| "f1@5": 0.26033333333333336, | |
| "f1@10": 0.15727272727272726, | |
| "map@1": 0.553, | |
| "map@5": 0.6426499999999999, | |
| "map@10": 0.6544305555555555, | |
| "mrr@1": 0.553, | |
| "mrr@5": 0.6426499999999999, | |
| "mrr@10": 0.6544305555555555, | |
| "num_pred": 1000, | |
| "num_data": 1000 | |
| }, | |
| "MSVD": { | |
| "hit@1": 0.7343283582089553, | |
| "hit@5": 0.9477611940298507, | |
| "hit@10": 0.9686567164179104, | |
| "ndcg_linear@1": 0.7343283582089553, | |
| "ndcg_linear@5": 0.8526211736179581, | |
| "ndcg_linear@10": 0.8594892106582116, | |
| "ndcg_exponential@1": 0.7343283582089553, | |
| "ndcg_exponential@5": 0.8526211736179581, | |
| "ndcg_exponential@10": 0.8594892106582116, | |
| "precision@1": 0.7343283582089553, | |
| "precision@5": 0.1895522388059701, | |
| "precision@10": 0.09686567164179104, | |
| "recall@1": 0.7343283582089553, | |
| "recall@5": 0.9477611940298507, | |
| "recall@10": 0.9686567164179104, | |
| "f1@1": 0.7343283582089553, | |
| "f1@5": 0.31592039800995037, | |
| "f1@10": 0.17611940298507467, | |
| "map@1": 0.7343283582089553, | |
| "map@5": 0.8205223880597015, | |
| "map@10": 0.8234209902866618, | |
| "mrr@1": 0.7343283582089553, | |
| "mrr@5": 0.8205223880597015, | |
| "mrr@10": 0.8234209902866618, | |
| "num_pred": 670, | |
| "num_data": 670 | |
| }, | |
| "VATEX": { | |
| "hit@1": 0.5504689593568557, | |
| "hit@5": 0.8209021884769987, | |
| "hit@10": 0.8986154533273782, | |
| "ndcg_linear@1": 0.5504689593568557, | |
| "ndcg_linear@5": 0.6950874748478408, | |
| "ndcg_linear@10": 0.7203703651851324, | |
| "ndcg_exponential@1": 0.5504689593568557, | |
| "ndcg_exponential@5": 0.6950874748478408, | |
| "ndcg_exponential@10": 0.7203703651851324, | |
| "precision@1": 0.5504689593568557, | |
| "precision@5": 0.16418043769539972, | |
| "precision@10": 0.08986154533273782, | |
| "recall@1": 0.5504689593568557, | |
| "recall@5": 0.8209021884769987, | |
| "recall@10": 0.8986154533273782, | |
| "f1@1": 0.5504689593568557, | |
| "f1@5": 0.2736340628256663, | |
| "f1@10": 0.16338462787770516, | |
| "map@1": 0.5504689593568557, | |
| "map@5": 0.6531598928092899, | |
| "map@10": 0.6636871087574527, | |
| "mrr@1": 0.5504689593568557, | |
| "mrr@5": 0.6531598928092899, | |
| "mrr@10": 0.6636871087574527, | |
| "num_pred": 4478, | |
| "num_data": 4478 | |
| }, | |
| "YouCook2": { | |
| "hit@1": 0.29160113243158226, | |
| "hit@5": 0.5397923875432526, | |
| "hit@10": 0.6360490720352312, | |
| "ndcg_linear@1": 0.29160113243158226, | |
| "ndcg_linear@5": 0.42256448040025024, | |
| "ndcg_linear@10": 0.45372561948731077, | |
| "ndcg_exponential@1": 0.29160113243158226, | |
| "ndcg_exponential@5": 0.42256448040025024, | |
| "ndcg_exponential@10": 0.45372561948731077, | |
| "precision@1": 0.29160113243158226, | |
| "precision@5": 0.10795847750865052, | |
| "precision@10": 0.06360490720352312, | |
| "recall@1": 0.2931739540736081, | |
| "recall@5": 0.5413652091852784, | |
| "recall@10": 0.637621893677257, | |
| "f1@1": 0.29160113243158226, | |
| "f1@5": 0.17993079584775093, | |
| "f1@10": 0.11564528582458751, | |
| "map@1": 0.29160113243158226, | |
| "map@5": 0.38363741218412495, | |
| "map@10": 0.39652194211017733, | |
| "mrr@1": 0.29160113243158226, | |
| "mrr@5": 0.38363741218412495, | |
| "mrr@10": 0.39652194211017733, | |
| "num_pred": 3179, | |
| "num_data": 3179 | |
| }, | |
| "QVHighlight": { | |
| "hit@1": 0.8097876269621422, | |
| "hit@5": 0.9695290858725761, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.8097876269621422, | |
| "ndcg_linear@5": 0.8994628964384606, | |
| "ndcg_linear@10": 0.9095121546509835, | |
| "ndcg_exponential@1": 0.8097876269621422, | |
| "ndcg_exponential@5": 0.8994628964384606, | |
| "ndcg_exponential@10": 0.9095121546509835, | |
| "precision@1": 0.8097876269621422, | |
| "precision@5": 0.19390581717451524, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.8097876269621422, | |
| "recall@5": 0.9695290858725761, | |
| "recall@10": 1.0, | |
| "f1@1": 0.8097876269621422, | |
| "f1@5": 0.32317636195752547, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.8097876269621422, | |
| "map@5": 0.8757156048014773, | |
| "map@10": 0.8799766228436589, | |
| "mrr@1": 0.8097876269621422, | |
| "mrr@5": 0.8757156048014773, | |
| "mrr@10": 0.8799766228436589, | |
| "num_pred": 1083, | |
| "num_data": 1083 | |
| }, | |
| "Charades-STA": { | |
| "hit@1": 0.32737276478679506, | |
| "hit@5": 0.6808803301237965, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.32737276478679506, | |
| "ndcg_linear@5": 0.5095277893667041, | |
| "ndcg_linear@10": 0.6100086425245089, | |
| "ndcg_exponential@1": 0.32737276478679506, | |
| "ndcg_exponential@5": 0.5095277893667041, | |
| "ndcg_exponential@10": 0.6100086425245089, | |
| "precision@1": 0.32737276478679506, | |
| "precision@5": 0.13617606602475926, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.32737276478679506, | |
| "recall@5": 0.6808803301237965, | |
| "recall@10": 1.0, | |
| "f1@1": 0.32737276478679506, | |
| "f1@5": 0.2269601100412655, | |
| "f1@10": 0.18181818181818185, | |
| "map@1": 0.32737276478679506, | |
| "map@5": 0.45311783585511234, | |
| "map@10": 0.49302034890067903, | |
| "mrr@1": 0.32737276478679506, | |
| "mrr@5": 0.45311783585511234, | |
| "mrr@10": 0.49302034890067903, | |
| "num_pred": 727, | |
| "num_data": 727 | |
| }, | |
| "MomentSeeker": { | |
| "hit@1": 0.517478152309613, | |
| "hit@5": 0.9113607990012484, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.517478152309613, | |
| "ndcg_linear@5": 0.7310594698635995, | |
| "ndcg_linear@10": 0.7604221341174872, | |
| "ndcg_exponential@1": 0.517478152309613, | |
| "ndcg_exponential@5": 0.7310594698635995, | |
| "ndcg_exponential@10": 0.7604221341174872, | |
| "precision@1": 0.517478152309613, | |
| "precision@5": 0.1822721598002497, | |
| "precision@10": 0.09999999999999999, | |
| "recall@1": 0.517478152309613, | |
| "recall@5": 0.9113607990012484, | |
| "recall@10": 1.0, | |
| "f1@1": 0.517478152309613, | |
| "f1@5": 0.3037869330004162, | |
| "f1@10": 0.1818181818181818, | |
| "map@1": 0.517478152309613, | |
| "map@5": 0.6706408655846858, | |
| "map@10": 0.6831658839149476, | |
| "mrr@1": 0.517478152309613, | |
| "mrr@5": 0.6706408655846858, | |
| "mrr@10": 0.6831658839149476, | |
| "num_pred": 1602, | |
| "num_data": 1602 | |
| } | |
| }, | |
| "visdoc": { | |
| "ViDoRe_arxivqa": { | |
| "hit@1": 0.886, | |
| "hit@5": 0.952, | |
| "hit@10": 0.974, | |
| "ndcg_linear@1": 0.886, | |
| "ndcg_linear@5": 0.9221825758078119, | |
| "ndcg_linear@10": 0.9295001938169585, | |
| "ndcg_exponential@1": 0.886, | |
| "ndcg_exponential@5": 0.9221825758078119, | |
| "ndcg_exponential@10": 0.9295001938169585, | |
| "precision@1": 0.886, | |
| "precision@5": 0.19039999999999999, | |
| "precision@10": 0.0974, | |
| "recall@1": 0.886, | |
| "recall@5": 0.952, | |
| "recall@10": 0.974, | |
| "f1@1": 0.886, | |
| "f1@5": 0.31733333333333336, | |
| "f1@10": 0.17709090909090908, | |
| "map@1": 0.886, | |
| "map@5": 0.9121333333333334, | |
| "map@10": 0.9152642857142858, | |
| "mrr@1": 0.886, | |
| "mrr@5": 0.9121333333333334, | |
| "mrr@10": 0.9152642857142858, | |
| "num_pred": 500, | |
| "num_data": 500 | |
| }, | |
| "ViDoRe_docvqa": { | |
| "hit@1": 0.5254988913525499, | |
| "hit@5": 0.6895787139689579, | |
| "hit@10": 0.7649667405764967, | |
| "ndcg_linear@1": 0.5254988913525499, | |
| "ndcg_linear@5": 0.6095218808752548, | |
| "ndcg_linear@10": 0.634558824920037, | |
| "ndcg_exponential@1": 0.5254988913525499, | |
| "ndcg_exponential@5": 0.6095218808752548, | |
| "ndcg_exponential@10": 0.634558824920037, | |
| "precision@1": 0.5254988913525499, | |
| "precision@5": 0.14057649667405764, | |
| "precision@10": 0.0787139689578714, | |
| "recall@1": 0.5195861049519587, | |
| "recall@5": 0.6832963784183296, | |
| "recall@10": 0.7581300813008129, | |
| "f1@1": 0.5214338507021433, | |
| "f1@5": 0.2317073170731708, | |
| "f1@10": 0.14151406612603956, | |
| "map@1": 0.5254988913525499, | |
| "map@5": 0.5829120473022912, | |
| "map@10": 0.5935661492978566, | |
| "mrr@1": 0.5254988913525499, | |
| "mrr@5": 0.5883592017738359, | |
| "mrr@10": 0.5987945658677365, | |
| "num_pred": 451, | |
| "num_data": 451 | |
| }, | |
| "ViDoRe_infovqa": { | |
| "hit@1": 0.8866396761133604, | |
| "hit@5": 0.9635627530364372, | |
| "hit@10": 0.9757085020242915, | |
| "ndcg_linear@1": 0.8866396761133604, | |
| "ndcg_linear@5": 0.928304914966673, | |
| "ndcg_linear@10": 0.9327212712672424, | |
| "ndcg_exponential@1": 0.8866396761133604, | |
| "ndcg_exponential@5": 0.928304914966673, | |
| "ndcg_exponential@10": 0.9327212712672424, | |
| "precision@1": 0.8866396761133604, | |
| "precision@5": 0.19271255060728745, | |
| "precision@10": 0.09777327935222671, | |
| "recall@1": 0.8866396761133604, | |
| "recall@5": 0.9625506072874493, | |
| "recall@10": 0.9757085020242915, | |
| "f1@1": 0.8866396761133604, | |
| "f1@5": 0.3210911895122422, | |
| "f1@10": 0.17770825665562506, | |
| "map@1": 0.8866396761133604, | |
| "map@5": 0.9166666666666666, | |
| "map@10": 0.9186708759077179, | |
| "mrr@1": 0.8866396761133604, | |
| "mrr@5": 0.9168690958164641, | |
| "mrr@10": 0.9185359231411864, | |
| "num_pred": 494, | |
| "num_data": 494 | |
| }, | |
| "ViDoRe_tabfquad": { | |
| "hit@1": 0.8857142857142857, | |
| "hit@5": 0.9714285714285714, | |
| "hit@10": 0.9785714285714285, | |
| "ndcg_linear@1": 0.8857142857142857, | |
| "ndcg_linear@5": 0.934062138294796, | |
| "ndcg_linear@10": 0.9366064753455676, | |
| "ndcg_exponential@1": 0.8857142857142857, | |
| "ndcg_exponential@5": 0.934062138294796, | |
| "ndcg_exponential@10": 0.9366064753455676, | |
| "precision@1": 0.8857142857142857, | |
| "precision@5": 0.19428571428571426, | |
| "precision@10": 0.09785714285714284, | |
| "recall@1": 0.8857142857142857, | |
| "recall@5": 0.9714285714285714, | |
| "recall@10": 0.9785714285714285, | |
| "f1@1": 0.8857142857142857, | |
| "f1@5": 0.3238095238095239, | |
| "f1@10": 0.17792207792207795, | |
| "map@1": 0.8857142857142857, | |
| "map@5": 0.9213690476190477, | |
| "map@10": 0.9225595238095238, | |
| "mrr@1": 0.8857142857142857, | |
| "mrr@5": 0.9213690476190477, | |
| "mrr@10": 0.9225595238095238, | |
| "num_pred": 280, | |
| "num_data": 280 | |
| }, | |
| "ViDoRe_tatdqa": { | |
| "hit@1": 0.6403402187120292, | |
| "hit@5": 0.8809234507897934, | |
| "hit@10": 0.9386391251518833, | |
| "ndcg_linear@1": 0.6403402187120292, | |
| "ndcg_linear@5": 0.7703019434713053, | |
| "ndcg_linear@10": 0.7894625967794626, | |
| "ndcg_exponential@1": 0.6403402187120292, | |
| "ndcg_exponential@5": 0.7703019434713053, | |
| "ndcg_exponential@10": 0.7894625967794626, | |
| "precision@1": 0.6403402187120292, | |
| "precision@5": 0.1764277035236938, | |
| "precision@10": 0.094228432563791, | |
| "recall@1": 0.6388213851761847, | |
| "recall@5": 0.8797083839611178, | |
| "recall@10": 0.9380923450789793, | |
| "f1@1": 0.6393276630214662, | |
| "f1@5": 0.2938147312387896, | |
| "f1@10": 0.1711642549431128, | |
| "map@1": 0.6403402187120292, | |
| "map@5": 0.7332978938841637, | |
| "map@10": 0.7414043665258733, | |
| "mrr@1": 0.6403402187120292, | |
| "mrr@5": 0.7342851356824626, | |
| "mrr@10": 0.7421924723716948, | |
| "num_pred": 1646, | |
| "num_data": 1646 | |
| }, | |
| "ViDoRe_shiftproject": { | |
| "hit@1": 0.78, | |
| "hit@5": 0.96, | |
| "hit@10": 0.98, | |
| "ndcg_linear@1": 0.78, | |
| "ndcg_linear@5": 0.8850183360093088, | |
| "ndcg_linear@10": 0.8913619692992819, | |
| "ndcg_exponential@1": 0.78, | |
| "ndcg_exponential@5": 0.8850183360093088, | |
| "ndcg_exponential@10": 0.8913619692992819, | |
| "precision@1": 0.78, | |
| "precision@5": 0.19199999999999995, | |
| "precision@10": 0.09799999999999998, | |
| "recall@1": 0.78, | |
| "recall@5": 0.96, | |
| "recall@10": 0.98, | |
| "f1@1": 0.78, | |
| "f1@5": 0.32000000000000006, | |
| "f1@10": 0.17818181818181827, | |
| "map@1": 0.78, | |
| "map@5": 0.8591666666666665, | |
| "map@10": 0.8617063492063491, | |
| "mrr@1": 0.78, | |
| "mrr@5": 0.8591666666666665, | |
| "mrr@10": 0.8617063492063491, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_artificial_intelligence": { | |
| "hit@1": 0.95, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.95, | |
| "ndcg_linear@5": 0.9815464876785728, | |
| "ndcg_linear@10": 0.9815464876785728, | |
| "ndcg_exponential@1": 0.95, | |
| "ndcg_exponential@5": 0.9815464876785728, | |
| "ndcg_exponential@10": 0.9815464876785728, | |
| "precision@1": 0.95, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.95, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.95, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.95, | |
| "map@5": 0.975, | |
| "map@10": 0.975, | |
| "mrr@1": 0.95, | |
| "mrr@5": 0.975, | |
| "mrr@10": 0.975, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_energy": { | |
| "hit@1": 0.93, | |
| "hit@5": 0.99, | |
| "hit@10": 0.99, | |
| "ndcg_linear@1": 0.93, | |
| "ndcg_linear@5": 0.9621031862602232, | |
| "ndcg_linear@10": 0.9621031862602232, | |
| "ndcg_exponential@1": 0.93, | |
| "ndcg_exponential@5": 0.9621031862602232, | |
| "ndcg_exponential@10": 0.9621031862602232, | |
| "precision@1": 0.93, | |
| "precision@5": 0.19799999999999998, | |
| "precision@10": 0.09899999999999999, | |
| "recall@1": 0.93, | |
| "recall@5": 0.99, | |
| "recall@10": 0.99, | |
| "f1@1": 0.93, | |
| "f1@5": 0.3300000000000001, | |
| "f1@10": 0.18000000000000008, | |
| "map@1": 0.93, | |
| "map@5": 0.9528333333333333, | |
| "map@10": 0.9528333333333333, | |
| "mrr@1": 0.93, | |
| "mrr@5": 0.9528333333333333, | |
| "mrr@10": 0.9528333333333333, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_government_reports": { | |
| "hit@1": 0.91, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.91, | |
| "ndcg_linear@5": 0.9617243132866329, | |
| "ndcg_linear@10": 0.9617243132866329, | |
| "ndcg_exponential@1": 0.91, | |
| "ndcg_exponential@5": 0.9617243132866329, | |
| "ndcg_exponential@10": 0.9617243132866329, | |
| "precision@1": 0.91, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.91, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.91, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.91, | |
| "map@5": 0.9486666666666668, | |
| "map@10": 0.9486666666666668, | |
| "mrr@1": 0.91, | |
| "mrr@5": 0.9486666666666668, | |
| "mrr@10": 0.9486666666666668, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_syntheticDocQA_healthcare_industry": { | |
| "hit@1": 0.98, | |
| "hit@5": 1.0, | |
| "hit@10": 1.0, | |
| "ndcg_linear@1": 0.98, | |
| "ndcg_linear@5": 0.9926185950714291, | |
| "ndcg_linear@10": 0.9926185950714291, | |
| "ndcg_exponential@1": 0.98, | |
| "ndcg_exponential@5": 0.9926185950714291, | |
| "ndcg_exponential@10": 0.9926185950714291, | |
| "precision@1": 0.98, | |
| "precision@5": 0.19999999999999996, | |
| "precision@10": 0.09999999999999998, | |
| "recall@1": 0.98, | |
| "recall@5": 1.0, | |
| "recall@10": 1.0, | |
| "f1@1": 0.98, | |
| "f1@5": 0.3333333333333335, | |
| "f1@10": 0.1818181818181819, | |
| "map@1": 0.98, | |
| "map@5": 0.99, | |
| "map@10": 0.99, | |
| "mrr@1": 0.98, | |
| "mrr@5": 0.99, | |
| "mrr@10": 0.99, | |
| "num_pred": 100, | |
| "num_data": 100 | |
| }, | |
| "ViDoRe_esg_reports_human_labeled_v2": { | |
| "hit@1": 0.5961538461538461, | |
| "hit@5": 0.8076923076923077, | |
| "hit@10": 0.9423076923076923, | |
| "ndcg_linear@1": 0.5961538461538461, | |
| "ndcg_linear@5": 0.6296600073137312, | |
| "ndcg_linear@10": 0.6705595746139588, | |
| "ndcg_exponential@1": 0.5961538461538461, | |
| "ndcg_exponential@5": 0.6299756241655962, | |
| "ndcg_exponential@10": 0.6704653092060078, | |
| "precision@1": 0.5961538461538461, | |
| "precision@5": 0.23846153846153845, | |
| "precision@10": 0.15192307692307694, | |
| "recall@1": 0.4131410256410256, | |
| "recall@5": 0.6887820512820512, | |
| "recall@10": 0.7911796536796536, | |
| "f1@1": 0.4535996055226824, | |
| "f1@5": 0.3230738216032334, | |
| "f1@10": 0.23409263248064158, | |
| "map@1": 0.5961538461538461, | |
| "map@5": 0.5665384615384614, | |
| "map@10": 0.5893776709401709, | |
| "mrr@1": 0.5961538461538461, | |
| "mrr@5": 0.6733974358974358, | |
| "mrr@10": 0.6940018315018316, | |
| "num_pred": 52, | |
| "num_data": 52 | |
| }, | |
| "ViDoRe_biomedical_lectures_v2_multilingual": { | |
| "hit@1": 0.5984375, | |
| "hit@5": 0.8625, | |
| "hit@10": 0.9234375, | |
| "ndcg_linear@1": 0.5984375, | |
| "ndcg_linear@5": 0.6190370658395963, | |
| "ndcg_linear@10": 0.6529580971857463, | |
| "ndcg_exponential@1": 0.5984375, | |
| "ndcg_exponential@5": 0.6190370658395963, | |
| "ndcg_exponential@10": 0.6529580971857463, | |
| "precision@1": 0.5984375, | |
| "precision@5": 0.28343750000000006, | |
| "precision@10": 0.18078125, | |
| "recall@1": 0.35178885758848993, | |
| "recall@5": 0.6366524178734974, | |
| "recall@10": 0.7461748104414179, | |
| "f1@1": 0.40396605564574306, | |
| "f1@5": 0.3465695122891814, | |
| "f1@10": 0.26204261977469695, | |
| "map@1": 0.5984375, | |
| "map@5": 0.5450312499999999, | |
| "map@10": 0.5618039198318215, | |
| "mrr@1": 0.5984375, | |
| "mrr@5": 0.70625, | |
| "mrr@10": 0.7146484375, | |
| "num_pred": 640, | |
| "num_data": 640 | |
| }, | |
| "ViDoRe_economics_reports_v2_multilingual": { | |
| "hit@1": 0.646551724137931, | |
| "hit@5": 0.9008620689655172, | |
| "hit@10": 0.9698275862068966, | |
| "ndcg_linear@1": 0.646551724137931, | |
| "ndcg_linear@5": 0.5685312758722243, | |
| "ndcg_linear@10": 0.550178902673084, | |
| "ndcg_exponential@1": 0.646551724137931, | |
| "ndcg_exponential@5": 0.5685312758722243, | |
| "ndcg_exponential@10": 0.550178902673084, | |
| "precision@1": 0.646551724137931, | |
| "precision@5": 0.481896551724138, | |
| "precision@10": 0.38965517241379305, | |
| "recall@1": 0.12471931579610925, | |
| "recall@5": 0.29616056216035974, | |
| "recall@10": 0.41806637417173476, | |
| "f1@1": 0.16700870093479486, | |
| "f1@5": 0.2933327631251845, | |
| "f1@10": 0.3249409794183384, | |
| "map@1": 0.646551724137931, | |
| "map@5": 0.4706513409961685, | |
| "map@10": 0.4198481598498276, | |
| "mrr@1": 0.646551724137931, | |
| "mrr@5": 0.7420258620689654, | |
| "mrr@10": 0.7511562671045431, | |
| "num_pred": 232, | |
| "num_data": 232 | |
| }, | |
| "ViDoRe_esg_reports_v2_multilingual": { | |
| "hit@1": 0.5131578947368421, | |
| "hit@5": 0.8157894736842105, | |
| "hit@10": 0.9122807017543859, | |
| "ndcg_linear@1": 0.5131578947368421, | |
| "ndcg_linear@5": 0.555066193664009, | |
| "ndcg_linear@10": 0.602550698741118, | |
| "ndcg_exponential@1": 0.5131578947368421, | |
| "ndcg_exponential@5": 0.555066193664009, | |
| "ndcg_exponential@10": 0.602550698741118, | |
| "precision@1": 0.5131578947368421, | |
| "precision@5": 0.28070175438596495, | |
| "precision@10": 0.193421052631579, | |
| "recall@1": 0.27540204678362573, | |
| "recall@5": 0.5781954887218045, | |
| "recall@10": 0.7195436507936508, | |
| "f1@1": 0.32750861224545436, | |
| "f1@5": 0.32705597087869964, | |
| "f1@10": 0.2660040891974247, | |
| "map@1": 0.5131578947368421, | |
| "map@5": 0.47248050682261206, | |
| "map@10": 0.497215971061914, | |
| "mrr@1": 0.5131578947368421, | |
| "mrr@5": 0.6345760233918128, | |
| "mrr@10": 0.647404970760234, | |
| "num_pred": 228, | |
| "num_data": 228 | |
| }, | |
| "VisRAG_ArxivQA": { | |
| "hit@1": 0.8602941176470589, | |
| "hit@5": 0.9424019607843137, | |
| "hit@10": 0.9620098039215687, | |
| "ndcg_linear@1": 0.8602941176470589, | |
| "ndcg_linear@5": 0.9042122521765144, | |
| "ndcg_linear@10": 0.9106922665907122, | |
| "ndcg_exponential@1": 0.8602941176470589, | |
| "ndcg_exponential@5": 0.9042122521765144, | |
| "ndcg_exponential@10": 0.9106922665907122, | |
| "precision@1": 0.8602941176470589, | |
| "precision@5": 0.1884803921568627, | |
| "precision@10": 0.09620098039215684, | |
| "recall@1": 0.8602941176470589, | |
| "recall@5": 0.9424019607843137, | |
| "recall@10": 0.9620098039215687, | |
| "f1@1": 0.8602941176470589, | |
| "f1@5": 0.3141339869281046, | |
| "f1@10": 0.1749108734402852, | |
| "map@1": 0.8602941176470589, | |
| "map@5": 0.8914624183006535, | |
| "map@10": 0.8942168534080298, | |
| "mrr@1": 0.8602941176470589, | |
| "mrr@5": 0.8914624183006535, | |
| "mrr@10": 0.8942168534080298, | |
| "num_pred": 816, | |
| "num_data": 816 | |
| }, | |
| "VisRAG_ChartQA": { | |
| "hit@1": 0.873015873015873, | |
| "hit@5": 0.9523809523809523, | |
| "hit@10": 0.9682539682539683, | |
| "ndcg_linear@1": 0.873015873015873, | |
| "ndcg_linear@5": 0.9139585535309659, | |
| "ndcg_linear@10": 0.9196126358660138, | |
| "ndcg_exponential@1": 0.873015873015873, | |
| "ndcg_exponential@5": 0.9139585535309659, | |
| "ndcg_exponential@10": 0.9196126358660138, | |
| "precision@1": 0.873015873015873, | |
| "precision@5": 0.19047619047619035, | |
| "precision@10": 0.09682539682539677, | |
| "recall@1": 0.873015873015873, | |
| "recall@5": 0.9523809523809523, | |
| "recall@10": 0.9682539682539683, | |
| "f1@1": 0.873015873015873, | |
| "f1@5": 0.3174603174603174, | |
| "f1@10": 0.17604617604617606, | |
| "map@1": 0.873015873015873, | |
| "map@5": 0.9013227513227513, | |
| "map@10": 0.903968253968254, | |
| "mrr@1": 0.873015873015873, | |
| "mrr@5": 0.9013227513227513, | |
| "mrr@10": 0.903968253968254, | |
| "num_pred": 63, | |
| "num_data": 63 | |
| }, | |
| "VisRAG_MP-DocVQA": { | |
| "hit@1": 0.8460236886632826, | |
| "hit@5": 0.9746192893401016, | |
| "hit@10": 0.9847715736040609, | |
| "ndcg_linear@1": 0.8460236886632826, | |
| "ndcg_linear@5": 0.9182216161559719, | |
| "ndcg_linear@10": 0.9216553868015481, | |
| "ndcg_exponential@1": 0.8460236886632826, | |
| "ndcg_exponential@5": 0.9182216161559719, | |
| "ndcg_exponential@10": 0.9216553868015481, | |
| "precision@1": 0.8460236886632826, | |
| "precision@5": 0.19492385786802027, | |
| "precision@10": 0.09847715736040608, | |
| "recall@1": 0.8460236886632826, | |
| "recall@5": 0.9746192893401016, | |
| "recall@10": 0.9847715736040609, | |
| "f1@1": 0.8460236886632826, | |
| "f1@5": 0.3248730964467006, | |
| "f1@10": 0.1790493770189202, | |
| "map@1": 0.8460236886632826, | |
| "map@5": 0.8991257755217146, | |
| "map@10": 0.9006345177664974, | |
| "mrr@1": 0.8460236886632826, | |
| "mrr@5": 0.8991257755217146, | |
| "mrr@10": 0.9006345177664974, | |
| "num_pred": 591, | |
| "num_data": 591 | |
| }, | |
| "VisRAG_SlideVQA": { | |
| "hit@1": 0.9586330935251799, | |
| "hit@5": 0.9928057553956835, | |
| "hit@10": 0.9946043165467626, | |
| "ndcg_linear@1": 0.9586330935251799, | |
| "ndcg_linear@5": 0.970044615428976, | |
| "ndcg_linear@10": 0.971384840755372, | |
| "ndcg_exponential@1": 0.9586330935251799, | |
| "ndcg_exponential@5": 0.970044615428976, | |
| "ndcg_exponential@10": 0.971384840755372, | |
| "precision@1": 0.9586330935251799, | |
| "precision@5": 0.24856115107913668, | |
| "precision@10": 0.1248201438848921, | |
| "recall@1": 0.8318345323741008, | |
| "recall@5": 0.987410071942446, | |
| "recall@10": 0.9910071942446043, | |
| "f1@1": 0.8741007194244604, | |
| "f1@5": 0.3899451867077768, | |
| "f1@10": 0.2191519511663397, | |
| "map@1": 0.9586330935251799, | |
| "map@5": 0.9585731414868106, | |
| "map@10": 0.9593296791138517, | |
| "mrr@1": 0.9586330935251799, | |
| "mrr@5": 0.9743705035971223, | |
| "mrr@10": 0.9746702637889687, | |
| "num_pred": 556, | |
| "num_data": 556 | |
| }, | |
| "VisRAG_InfoVQA": { | |
| "hit@1": 0.9206128133704735, | |
| "hit@5": 0.9888579387186629, | |
| "hit@10": 0.9972144846796658, | |
| "ndcg_linear@1": 0.9206128133704735, | |
| "ndcg_linear@5": 0.9596902263338724, | |
| "ndcg_linear@10": 0.9622907757474569, | |
| "ndcg_exponential@1": 0.9206128133704735, | |
| "ndcg_exponential@5": 0.9596902263338724, | |
| "ndcg_exponential@10": 0.9622907757474569, | |
| "precision@1": 0.9206128133704735, | |
| "precision@5": 0.1977715877437326, | |
| "precision@10": 0.09972144846796657, | |
| "recall@1": 0.9206128133704735, | |
| "recall@5": 0.9888579387186629, | |
| "recall@10": 0.9972144846796658, | |
| "f1@1": 0.9206128133704735, | |
| "f1@5": 0.3296193129062211, | |
| "f1@10": 0.181311724487212, | |
| "map@1": 0.9206128133704735, | |
| "map@5": 0.9497678737233055, | |
| "map@10": 0.9507825971614271, | |
| "mrr@1": 0.9206128133704735, | |
| "mrr@5": 0.9497678737233055, | |
| "mrr@10": 0.9507825971614271, | |
| "num_pred": 718, | |
| "num_data": 718 | |
| }, | |
| "VisRAG_PlotQA": { | |
| "hit@1": 0.6210892236384704, | |
| "hit@5": 0.8829663962920047, | |
| "hit@10": 0.944380069524913, | |
| "ndcg_linear@1": 0.6210892236384704, | |
| "ndcg_linear@5": 0.7594865892300102, | |
| "ndcg_linear@10": 0.779692627108632, | |
| "ndcg_exponential@1": 0.6210892236384704, | |
| "ndcg_exponential@5": 0.7594865892300102, | |
| "ndcg_exponential@10": 0.779692627108632, | |
| "precision@1": 0.6210892236384704, | |
| "precision@5": 0.1765932792584009, | |
| "precision@10": 0.09443800695249131, | |
| "recall@1": 0.6210892236384704, | |
| "recall@5": 0.8829663962920047, | |
| "recall@10": 0.944380069524913, | |
| "f1@1": 0.6210892236384704, | |
| "f1@5": 0.29432213209733493, | |
| "f1@10": 0.17170546718634785, | |
| "map@1": 0.6210892236384704, | |
| "map@5": 0.7185206643491695, | |
| "map@10": 0.7270618367084184, | |
| "mrr@1": 0.6210892236384704, | |
| "mrr@5": 0.7185206643491695, | |
| "mrr@10": 0.7270618367084184, | |
| "num_pred": 863, | |
| "num_data": 863 | |
| }, | |
| "ViDoSeek-page": { | |
| "hit@1": 0.021891418563922942, | |
| "hit@5": 0.43870402802101577, | |
| "hit@10": 0.6663747810858144, | |
| "ndcg_linear@1": 0.021891418563922942, | |
| "ndcg_linear@5": 0.23340405808098585, | |
| "ndcg_linear@10": 0.3075329682546885, | |
| "ndcg_exponential@1": 0.021891418563922942, | |
| "ndcg_exponential@5": 0.2334040580809859, | |
| "ndcg_exponential@10": 0.3075329682546885, | |
| "precision@1": 0.021891418563922942, | |
| "precision@5": 0.08774080560420315, | |
| "precision@10": 0.06663747810858144, | |
| "recall@1": 0.021891418563922942, | |
| "recall@5": 0.43870402802101577, | |
| "recall@10": 0.6663747810858144, | |
| "f1@1": 0.021891418563922942, | |
| "f1@5": 0.1462346760070053, | |
| "f1@10": 0.1211590511065117, | |
| "map@1": 0.021891418563922942, | |
| "map@5": 0.166009924109749, | |
| "map@10": 0.1969042754287938, | |
| "mrr@1": 0.021891418563922942, | |
| "mrr@5": 0.166009924109749, | |
| "mrr@10": 0.1969042754287938, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "ViDoSeek-doc": { | |
| "hit@1": 0.9956217162872154, | |
| "hit@5": 0.999124343257443, | |
| "hit@10": 0.999124343257443, | |
| "ndcg_linear@1": 0.6713368359603036, | |
| "ndcg_linear@5": 0.8430562304157682, | |
| "ndcg_linear@10": 0.8339235489187798, | |
| "ndcg_exponential@1": 0.43970477858393786, | |
| "ndcg_exponential@5": 0.721421001900569, | |
| "ndcg_exponential@10": 0.756430458926477, | |
| "precision@1": 0.9956217162872154, | |
| "precision@5": 0.9352014010507881, | |
| "precision@10": 0.8540280210157619, | |
| "recall@1": 0.05873271879508355, | |
| "recall@5": 0.2751627862689317, | |
| "recall@10": 0.49306959586722166, | |
| "f1@1": 0.11017242278113552, | |
| "f1@5": 0.4166189351753278, | |
| "f1@10": 0.6111681144177751, | |
| "map@1": 0.9956217162872154, | |
| "map@5": 0.9295738470519556, | |
| "map@10": 0.8467988913311968, | |
| "mrr@1": 0.9956217162872154, | |
| "mrr@5": 0.9969352014010507, | |
| "mrr@10": 0.9969352014010507, | |
| "num_pred": 1142, | |
| "num_data": 1142 | |
| }, | |
| "MMLongBench-page": { | |
| "hit@1": 0.07637231503579953, | |
| "hit@5": 0.3436754176610978, | |
| "hit@10": 0.44630071599045346, | |
| "ndcg_linear@1": 0.07637231503579953, | |
| "ndcg_linear@5": 0.1704532074548356, | |
| "ndcg_linear@10": 0.20824001831571434, | |
| "ndcg_exponential@1": 0.07637231503579953, | |
| "ndcg_exponential@5": 0.1704532074548356, | |
| "ndcg_exponential@10": 0.20824001831571434, | |
| "precision@1": 0.07637231503579953, | |
| "precision@5": 0.0818615751789976, | |
| "precision@10": 0.05930787589498807, | |
| "recall@1": 0.043317422434367536, | |
| "recall@5": 0.2549707353108308, | |
| "recall@10": 0.360494090237527, | |
| "f1@1": 0.05269058705812882, | |
| "f1@5": 0.11694283963341946, | |
| "f1@10": 0.09698778949565816, | |
| "map@1": 0.07637231503579953, | |
| "map@5": 0.12410766374966853, | |
| "map@10": 0.1415421023222336, | |
| "mrr@1": 0.07637231503579953, | |
| "mrr@5": 0.1693914081145585, | |
| "mrr@10": 0.18302221843391292, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| }, | |
| "MMLongBench-doc": { | |
| "hit@1": 0.7434367541766109, | |
| "hit@5": 0.8257756563245824, | |
| "hit@10": 0.8520286396181385, | |
| "ndcg_linear@1": 0.5242641209228321, | |
| "ndcg_linear@5": 0.5594971125382726, | |
| "ndcg_linear@10": 0.5401015487237933, | |
| "ndcg_exponential@1": 0.36771224002727576, | |
| "ndcg_exponential@5": 0.4735481290888468, | |
| "ndcg_exponential@10": 0.4850787033433123, | |
| "precision@1": 0.7434367541766109, | |
| "precision@5": 0.6164677804295943, | |
| "precision@10": 0.5485680190930788, | |
| "recall@1": 0.024064115895302905, | |
| "recall@5": 0.09710460778214079, | |
| "recall@10": 0.16725465234857864, | |
| "f1@1": 0.04613127731463195, | |
| "f1@5": 0.16091594703247036, | |
| "f1@10": 0.23996814066291974, | |
| "map@1": 0.7434367541766109, | |
| "map@5": 0.5880708035003978, | |
| "map@10": 0.5065187068816742, | |
| "mrr@1": 0.7434367541766109, | |
| "mrr@5": 0.7777048528241844, | |
| "mrr@10": 0.7812085653672767, | |
| "num_pred": 838, | |
| "num_data": 838 | |
| } | |
| } | |
| } | |
| } |