Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB-Leaderboard
Running on CPU Upgrade

App Files Community
161

Delete scores/DME-2B.json

#151
by Roy1998 - opened
base: refs/heads/main
←
from: refs/pr/151
Discussion Files changed
+0
-2204
Files changed (1) hide show
  1. scores/DME-2B.json +0 -2204
scores/DME-2B.json DELETED
@@ -1,2204 +0,0 @@
1
- {
2
- "metadata": {
3
- "model_name": "DME-2B",
4
- "model_size": "2.21",
5
- "embedding_dimension": null,
6
- "max_length_tokens": null,
7
- "model_release_date": "2026-02-10",
8
- "data_source": null,
9
- "url": null,
10
- "report_generated_date": "2026-02-11T10:09:45.735820"
11
- },
12
- "metrics": {
13
- "image": {
14
- "ImageNet-1K": {
15
- "hit@1": 0.835,
16
- "hit@5": 0.967,
17
- "hit@10": 0.979,
18
- "ndcg_linear@1": 0.835,
19
- "ndcg_linear@5": 0.9090932796020856,
20
- "ndcg_linear@10": 0.9130883803410601,
21
- "ndcg_exponential@1": 0.835,
22
- "ndcg_exponential@5": 0.9090932796020856,
23
- "ndcg_exponential@10": 0.9130883803410601,
24
- "precision@1": 0.835,
25
- "precision@5": 0.19340000000000004,
26
- "precision@10": 0.0979,
27
- "recall@1": 0.835,
28
- "recall@5": 0.967,
29
- "recall@10": 0.979,
30
- "f1@1": 0.835,
31
- "f1@5": 0.32233333333333336,
32
- "f1@10": 0.178,
33
- "map@1": 0.835,
34
- "map@5": 0.8894500000000001,
35
- "map@10": 0.8911678571428572,
36
- "mrr@1": 0.835,
37
- "mrr@5": 0.8894500000000001,
38
- "mrr@10": 0.8911678571428572,
39
- "num_pred": 1000,
40
- "num_data": 1000
41
- },
42
- "N24News": {
43
- "hit@1": 0.791,
44
- "hit@5": 0.971,
45
- "hit@10": 0.997,
46
- "ndcg_linear@1": 0.791,
47
- "ndcg_linear@5": 0.8912278758823808,
48
- "ndcg_linear@10": 0.8995655800740026,
49
- "ndcg_exponential@1": 0.791,
50
- "ndcg_exponential@5": 0.8912278758823808,
51
- "ndcg_exponential@10": 0.8995655800740026,
52
- "precision@1": 0.791,
53
- "precision@5": 0.19420000000000004,
54
- "precision@10": 0.09970000000000001,
55
- "recall@1": 0.791,
56
- "recall@5": 0.971,
57
- "recall@10": 0.997,
58
- "f1@1": 0.791,
59
- "f1@5": 0.3236666666666666,
60
- "f1@10": 0.18127272727272725,
61
- "map@1": 0.791,
62
- "map@5": 0.8642666666666666,
63
- "map@10": 0.8676654761904763,
64
- "mrr@1": 0.791,
65
- "mrr@5": 0.8642666666666666,
66
- "mrr@10": 0.8676654761904763,
67
- "num_pred": 1000,
68
- "num_data": 1000
69
- },
70
- "HatefulMemes": {
71
- "hit@1": 0.745,
72
- "hit@5": 1.0,
73
- "hit@10": 1.0,
74
- "ndcg_linear@1": 0.745,
75
- "ndcg_linear@5": 0.9058870871607216,
76
- "ndcg_linear@10": 0.9058870871607216,
77
- "ndcg_exponential@1": 0.745,
78
- "ndcg_exponential@5": 0.9058870871607216,
79
- "ndcg_exponential@10": 0.9058870871607216,
80
- "precision@1": 0.745,
81
- "precision@5": 0.20000000000000004,
82
- "precision@10": 0.10000000000000002,
83
- "recall@1": 0.745,
84
- "recall@5": 1.0,
85
- "recall@10": 1.0,
86
- "f1@1": 0.745,
87
- "f1@5": 0.3333333333333333,
88
- "f1@10": 0.18181818181818182,
89
- "map@1": 0.745,
90
- "map@5": 0.8725,
91
- "map@10": 0.8725,
92
- "mrr@1": 0.745,
93
- "mrr@5": 0.8725,
94
- "mrr@10": 0.8725,
95
- "num_pred": 1000,
96
- "num_data": 1000
97
- },
98
- "VOC2007": {
99
- "hit@1": 0.933,
100
- "hit@5": 0.994,
101
- "hit@10": 0.998,
102
- "ndcg_linear@1": 0.933,
103
- "ndcg_linear@5": 0.967064758139057,
104
- "ndcg_linear@10": 0.9684895868874892,
105
- "ndcg_exponential@1": 0.933,
106
- "ndcg_exponential@5": 0.967064758139057,
107
- "ndcg_exponential@10": 0.9684895868874892,
108
- "precision@1": 0.933,
109
- "precision@5": 0.1988,
110
- "precision@10": 0.09980000000000001,
111
- "recall@1": 0.933,
112
- "recall@5": 0.994,
113
- "recall@10": 0.998,
114
- "f1@1": 0.933,
115
- "f1@5": 0.33133333333333337,
116
- "f1@10": 0.18145454545454545,
117
- "map@1": 0.933,
118
- "map@5": 0.9579500000000001,
119
- "map@10": 0.9586166666666667,
120
- "mrr@1": 0.933,
121
- "mrr@5": 0.9579500000000001,
122
- "mrr@10": 0.9586166666666667,
123
- "num_pred": 1000,
124
- "num_data": 1000
125
- },
126
- "SUN397": {
127
- "hit@1": 0.833,
128
- "hit@5": 0.978,
129
- "hit@10": 0.991,
130
- "ndcg_linear@1": 0.833,
131
- "ndcg_linear@5": 0.9162628740556904,
132
- "ndcg_linear@10": 0.9206524545803195,
133
- "ndcg_exponential@1": 0.833,
134
- "ndcg_exponential@5": 0.9162628740556904,
135
- "ndcg_exponential@10": 0.9206524545803195,
136
- "precision@1": 0.833,
137
- "precision@5": 0.19560000000000002,
138
- "precision@10": 0.09910000000000002,
139
- "recall@1": 0.833,
140
- "recall@5": 0.978,
141
- "recall@10": 0.991,
142
- "f1@1": 0.833,
143
- "f1@5": 0.326,
144
- "f1@10": 0.18018181818181814,
145
- "map@1": 0.833,
146
- "map@5": 0.8951833333333333,
147
- "map@10": 0.8971067460317461,
148
- "mrr@1": 0.833,
149
- "mrr@5": 0.8951833333333333,
150
- "mrr@10": 0.8971067460317461,
151
- "num_pred": 1000,
152
- "num_data": 1000
153
- },
154
- "Place365": {
155
- "hit@1": 0.486,
156
- "hit@5": 0.772,
157
- "hit@10": 0.87,
158
- "ndcg_linear@1": 0.486,
159
- "ndcg_linear@5": 0.640971541277112,
160
- "ndcg_linear@10": 0.6729095092927518,
161
- "ndcg_exponential@1": 0.486,
162
- "ndcg_exponential@5": 0.640971541277112,
163
- "ndcg_exponential@10": 0.6729095092927518,
164
- "precision@1": 0.486,
165
- "precision@5": 0.15439999999999998,
166
- "precision@10": 0.087,
167
- "recall@1": 0.486,
168
- "recall@5": 0.772,
169
- "recall@10": 0.87,
170
- "f1@1": 0.486,
171
- "f1@5": 0.25733333333333336,
172
- "f1@10": 0.15818181818181817,
173
- "map@1": 0.486,
174
- "map@5": 0.59715,
175
- "map@10": 0.610467857142857,
176
- "mrr@1": 0.486,
177
- "mrr@5": 0.59715,
178
- "mrr@10": 0.610467857142857,
179
- "num_pred": 1000,
180
- "num_data": 1000
181
- },
182
- "ImageNet-A": {
183
- "hit@1": 0.646,
184
- "hit@5": 0.853,
185
- "hit@10": 0.894,
186
- "ndcg_linear@1": 0.646,
187
- "ndcg_linear@5": 0.761937705933587,
188
- "ndcg_linear@10": 0.7752045835832536,
189
- "ndcg_exponential@1": 0.646,
190
- "ndcg_exponential@5": 0.761937705933587,
191
- "ndcg_exponential@10": 0.7752045835832536,
192
- "precision@1": 0.646,
193
- "precision@5": 0.17060000000000003,
194
- "precision@10": 0.08940000000000001,
195
- "recall@1": 0.646,
196
- "recall@5": 0.853,
197
- "recall@10": 0.894,
198
- "f1@1": 0.646,
199
- "f1@5": 0.2843333333333334,
200
- "f1@10": 0.16254545454545452,
201
- "map@1": 0.646,
202
- "map@5": 0.7311166666666667,
203
- "map@10": 0.7365912698412698,
204
- "mrr@1": 0.646,
205
- "mrr@5": 0.7311166666666667,
206
- "mrr@10": 0.7365912698412698,
207
- "num_pred": 1000,
208
- "num_data": 1000
209
- },
210
- "ImageNet-R": {
211
- "hit@1": 0.911,
212
- "hit@5": 0.986,
213
- "hit@10": 0.989,
214
- "ndcg_linear@1": 0.911,
215
- "ndcg_linear@5": 0.9536725633014166,
216
- "ndcg_linear@10": 0.9545959914567319,
217
- "ndcg_exponential@1": 0.911,
218
- "ndcg_exponential@5": 0.9536725633014166,
219
- "ndcg_exponential@10": 0.9545959914567319,
220
- "precision@1": 0.911,
221
- "precision@5": 0.19720000000000001,
222
- "precision@10": 0.0989,
223
- "recall@1": 0.911,
224
- "recall@5": 0.986,
225
- "recall@10": 0.989,
226
- "f1@1": 0.911,
227
- "f1@5": 0.32866666666666666,
228
- "f1@10": 0.17981818181818182,
229
- "map@1": 0.911,
230
- "map@5": 0.94265,
231
- "map@10": 0.9430039682539682,
232
- "mrr@1": 0.911,
233
- "mrr@5": 0.94265,
234
- "mrr@10": 0.9430039682539682,
235
- "num_pred": 1000,
236
- "num_data": 1000
237
- },
238
- "ObjectNet": {
239
- "hit@1": 0.709,
240
- "hit@5": 0.906,
241
- "hit@10": 0.932,
242
- "ndcg_linear@1": 0.709,
243
- "ndcg_linear@5": 0.8172013186427604,
244
- "ndcg_linear@10": 0.8256180377432509,
245
- "ndcg_exponential@1": 0.709,
246
- "ndcg_exponential@5": 0.8172013186427604,
247
- "ndcg_exponential@10": 0.8256180377432509,
248
- "precision@1": 0.709,
249
- "precision@5": 0.1812,
250
- "precision@10": 0.09320000000000002,
251
- "recall@1": 0.709,
252
- "recall@5": 0.906,
253
- "recall@10": 0.932,
254
- "f1@1": 0.709,
255
- "f1@5": 0.302,
256
- "f1@10": 0.16945454545454544,
257
- "map@1": 0.709,
258
- "map@5": 0.7874333333333334,
259
- "map@10": 0.7909126984126983,
260
- "mrr@1": 0.709,
261
- "mrr@5": 0.7874333333333334,
262
- "mrr@10": 0.7909126984126983,
263
- "num_pred": 1000,
264
- "num_data": 1000
265
- },
266
- "Country211": {
267
- "hit@1": 0.414,
268
- "hit@5": 0.64,
269
- "hit@10": 0.732,
270
- "ndcg_linear@1": 0.414,
271
- "ndcg_linear@5": 0.5337779925806305,
272
- "ndcg_linear@10": 0.5635886622944006,
273
- "ndcg_exponential@1": 0.414,
274
- "ndcg_exponential@5": 0.5337779925806305,
275
- "ndcg_exponential@10": 0.5635886622944006,
276
- "precision@1": 0.414,
277
- "precision@5": 0.12799999999999997,
278
- "precision@10": 0.07319999999999999,
279
- "recall@1": 0.414,
280
- "recall@5": 0.64,
281
- "recall@10": 0.732,
282
- "f1@1": 0.414,
283
- "f1@5": 0.21333333333333337,
284
- "f1@10": 0.13309090909090912,
285
- "map@1": 0.414,
286
- "map@5": 0.4984333333333333,
287
- "map@10": 0.5107626984126984,
288
- "mrr@1": 0.414,
289
- "mrr@5": 0.4984333333333333,
290
- "mrr@10": 0.5107626984126984,
291
- "num_pred": 1000,
292
- "num_data": 1000
293
- },
294
- "OK-VQA": {
295
- "hit@1": 0.691,
296
- "hit@5": 0.902,
297
- "hit@10": 0.944,
298
- "ndcg_linear@1": 0.691,
299
- "ndcg_linear@5": 0.8100993741528143,
300
- "ndcg_linear@10": 0.8238615638658616,
301
- "ndcg_exponential@1": 0.691,
302
- "ndcg_exponential@5": 0.8100993741528143,
303
- "ndcg_exponential@10": 0.8238615638658616,
304
- "precision@1": 0.691,
305
- "precision@5": 0.1804,
306
- "precision@10": 0.09440000000000001,
307
- "recall@1": 0.691,
308
- "recall@5": 0.902,
309
- "recall@10": 0.944,
310
- "f1@1": 0.691,
311
- "f1@5": 0.3006666666666667,
312
- "f1@10": 0.17163636363636361,
313
- "map@1": 0.691,
314
- "map@5": 0.7788833333333334,
315
- "map@10": 0.7846694444444445,
316
- "mrr@1": 0.691,
317
- "mrr@5": 0.7788833333333334,
318
- "mrr@10": 0.7846694444444445,
319
- "num_pred": 1000,
320
- "num_data": 1000
321
- },
322
- "A-OKVQA": {
323
- "hit@1": 0.638,
324
- "hit@5": 0.889,
325
- "hit@10": 0.939,
326
- "ndcg_linear@1": 0.638,
327
- "ndcg_linear@5": 0.7755975921257364,
328
- "ndcg_linear@10": 0.7919584082546858,
329
- "ndcg_exponential@1": 0.638,
330
- "ndcg_exponential@5": 0.7755975921257364,
331
- "ndcg_exponential@10": 0.7919584082546858,
332
- "precision@1": 0.638,
333
- "precision@5": 0.1778,
334
- "precision@10": 0.09390000000000001,
335
- "recall@1": 0.638,
336
- "recall@5": 0.889,
337
- "recall@10": 0.939,
338
- "f1@1": 0.638,
339
- "f1@5": 0.2963333333333334,
340
- "f1@10": 0.17072727272727273,
341
- "map@1": 0.638,
342
- "map@5": 0.7374833333333334,
343
- "map@10": 0.7443448412698412,
344
- "mrr@1": 0.638,
345
- "mrr@5": 0.7374833333333334,
346
- "mrr@10": 0.7443448412698412,
347
- "num_pred": 1000,
348
- "num_data": 1000
349
- },
350
- "DocVQA": {
351
- "hit@1": 0.956,
352
- "hit@5": 0.998,
353
- "hit@10": 0.999,
354
- "ndcg_linear@1": 0.956,
355
- "ndcg_linear@5": 0.9806505988394374,
356
- "ndcg_linear@10": 0.9809396636657552,
357
- "ndcg_exponential@1": 0.956,
358
- "ndcg_exponential@5": 0.9806505988394374,
359
- "ndcg_exponential@10": 0.9809396636657552,
360
- "precision@1": 0.956,
361
- "precision@5": 0.19960000000000003,
362
- "precision@10": 0.0999,
363
- "recall@1": 0.956,
364
- "recall@5": 0.998,
365
- "recall@10": 0.999,
366
- "f1@1": 0.956,
367
- "f1@5": 0.3326666666666666,
368
- "f1@10": 0.18163636363636362,
369
- "map@1": 0.956,
370
- "map@5": 0.9746666666666668,
371
- "map@10": 0.9747666666666667,
372
- "mrr@1": 0.956,
373
- "mrr@5": 0.9746666666666668,
374
- "mrr@10": 0.9747666666666667,
375
- "num_pred": 1000,
376
- "num_data": 1000
377
- },
378
- "InfographicsVQA": {
379
- "hit@1": 0.765,
380
- "hit@5": 0.898,
381
- "hit@10": 0.93,
382
- "ndcg_linear@1": 0.765,
383
- "ndcg_linear@5": 0.838345588378016,
384
- "ndcg_linear@10": 0.8485241529717992,
385
- "ndcg_exponential@1": 0.765,
386
- "ndcg_exponential@5": 0.838345588378016,
387
- "ndcg_exponential@10": 0.8485241529717992,
388
- "precision@1": 0.765,
389
- "precision@5": 0.1796,
390
- "precision@10": 0.093,
391
- "recall@1": 0.765,
392
- "recall@5": 0.898,
393
- "recall@10": 0.93,
394
- "f1@1": 0.765,
395
- "f1@5": 0.2993333333333334,
396
- "f1@10": 0.16909090909090907,
397
- "map@1": 0.765,
398
- "map@5": 0.8182,
399
- "map@10": 0.8223027777777778,
400
- "mrr@1": 0.765,
401
- "mrr@5": 0.8182,
402
- "mrr@10": 0.8223027777777778,
403
- "num_pred": 1000,
404
- "num_data": 1000
405
- },
406
- "ChartQA": {
407
- "hit@1": 0.623,
408
- "hit@5": 0.772,
409
- "hit@10": 0.831,
410
- "ndcg_linear@1": 0.623,
411
- "ndcg_linear@5": 0.7028592406115015,
412
- "ndcg_linear@10": 0.7219902752327207,
413
- "ndcg_exponential@1": 0.623,
414
- "ndcg_exponential@5": 0.7028592406115015,
415
- "ndcg_exponential@10": 0.7219902752327207,
416
- "precision@1": 0.623,
417
- "precision@5": 0.15440000000000004,
418
- "precision@10": 0.0831,
419
- "recall@1": 0.623,
420
- "recall@5": 0.772,
421
- "recall@10": 0.831,
422
- "f1@1": 0.623,
423
- "f1@5": 0.25733333333333336,
424
- "f1@10": 0.15109090909090908,
425
- "map@1": 0.623,
426
- "map@5": 0.6798,
427
- "map@10": 0.6877230158730158,
428
- "mrr@1": 0.623,
429
- "mrr@5": 0.6798,
430
- "mrr@10": 0.6877230158730158,
431
- "num_pred": 1000,
432
- "num_data": 1000
433
- },
434
- "Visual7W": {
435
- "hit@1": 0.609,
436
- "hit@5": 0.921,
437
- "hit@10": 0.969,
438
- "ndcg_linear@1": 0.609,
439
- "ndcg_linear@5": 0.7814046465343284,
440
- "ndcg_linear@10": 0.7972751436341046,
441
- "ndcg_exponential@1": 0.609,
442
- "ndcg_exponential@5": 0.7814046465343284,
443
- "ndcg_exponential@10": 0.7972751436341046,
444
- "precision@1": 0.609,
445
- "precision@5": 0.18420000000000003,
446
- "precision@10": 0.0969,
447
- "recall@1": 0.609,
448
- "recall@5": 0.921,
449
- "recall@10": 0.969,
450
- "f1@1": 0.609,
451
- "f1@5": 0.307,
452
- "f1@10": 0.1761818181818182,
453
- "map@1": 0.609,
454
- "map@5": 0.7343666666666667,
455
- "map@10": 0.7411246031746032,
456
- "mrr@1": 0.609,
457
- "mrr@5": 0.7343666666666667,
458
- "mrr@10": 0.7411246031746032,
459
- "num_pred": 1000,
460
- "num_data": 1000
461
- },
462
- "ScienceQA": {
463
- "hit@1": 0.763,
464
- "hit@5": 0.947,
465
- "hit@10": 0.982,
466
- "ndcg_linear@1": 0.763,
467
- "ndcg_linear@5": 0.8647941526700152,
468
- "ndcg_linear@10": 0.8761204730028503,
469
- "ndcg_exponential@1": 0.763,
470
- "ndcg_exponential@5": 0.8647941526700152,
471
- "ndcg_exponential@10": 0.8761204730028503,
472
- "precision@1": 0.763,
473
- "precision@5": 0.18940000000000004,
474
- "precision@10": 0.09820000000000002,
475
- "recall@1": 0.763,
476
- "recall@5": 0.947,
477
- "recall@10": 0.982,
478
- "f1@1": 0.763,
479
- "f1@5": 0.3156666666666667,
480
- "f1@10": 0.1785454545454545,
481
- "map@1": 0.763,
482
- "map@5": 0.8370666666666666,
483
- "map@10": 0.8417440476190478,
484
- "mrr@1": 0.763,
485
- "mrr@5": 0.8370666666666666,
486
- "mrr@10": 0.8417440476190478,
487
- "num_pred": 1000,
488
- "num_data": 1000
489
- },
490
- "VizWiz": {
491
- "hit@1": 0.57,
492
- "hit@5": 0.725,
493
- "hit@10": 0.774,
494
- "ndcg_linear@1": 0.57,
495
- "ndcg_linear@5": 0.6548515764053486,
496
- "ndcg_linear@10": 0.6708609395282068,
497
- "ndcg_exponential@1": 0.57,
498
- "ndcg_exponential@5": 0.6548515764053486,
499
- "ndcg_exponential@10": 0.6708609395282068,
500
- "precision@1": 0.57,
501
- "precision@5": 0.145,
502
- "precision@10": 0.07740000000000001,
503
- "recall@1": 0.57,
504
- "recall@5": 0.725,
505
- "recall@10": 0.774,
506
- "f1@1": 0.57,
507
- "f1@5": 0.24166666666666672,
508
- "f1@10": 0.14072727272727276,
509
- "map@1": 0.57,
510
- "map@5": 0.6313500000000001,
511
- "map@10": 0.6380559523809524,
512
- "mrr@1": 0.57,
513
- "mrr@5": 0.6313500000000001,
514
- "mrr@10": 0.6380559523809524,
515
- "num_pred": 1000,
516
- "num_data": 1000
517
- },
518
- "GQA": {
519
- "hit@1": 0.882,
520
- "hit@5": 0.982,
521
- "hit@10": 0.994,
522
- "ndcg_linear@1": 0.882,
523
- "ndcg_linear@5": 0.9386406385820331,
524
- "ndcg_linear@10": 0.9425910480983755,
525
- "ndcg_exponential@1": 0.882,
526
- "ndcg_exponential@5": 0.9386406385820331,
527
- "ndcg_exponential@10": 0.9425910480983755,
528
- "precision@1": 0.882,
529
- "precision@5": 0.19640000000000005,
530
- "precision@10": 0.09940000000000002,
531
- "recall@1": 0.882,
532
- "recall@5": 0.982,
533
- "recall@10": 0.994,
534
- "f1@1": 0.882,
535
- "f1@5": 0.32733333333333337,
536
- "f1@10": 0.18072727272727268,
537
- "map@1": 0.882,
538
- "map@5": 0.9238833333333332,
539
- "map@10": 0.925551984126984,
540
- "mrr@1": 0.882,
541
- "mrr@5": 0.9238833333333332,
542
- "mrr@10": 0.925551984126984,
543
- "num_pred": 1000,
544
- "num_data": 1000
545
- },
546
- "TextVQA": {
547
- "hit@1": 0.881,
548
- "hit@5": 0.946,
549
- "hit@10": 0.958,
550
- "ndcg_linear@1": 0.881,
551
- "ndcg_linear@5": 0.9179297255329366,
552
- "ndcg_linear@10": 0.9218612760814899,
553
- "ndcg_exponential@1": 0.881,
554
- "ndcg_exponential@5": 0.9179297255329366,
555
- "ndcg_exponential@10": 0.9218612760814899,
556
- "precision@1": 0.881,
557
- "precision@5": 0.1892,
558
- "precision@10": 0.09580000000000001,
559
- "recall@1": 0.881,
560
- "recall@5": 0.946,
561
- "recall@10": 0.958,
562
- "f1@1": 0.881,
563
- "f1@5": 0.31533333333333335,
564
- "f1@10": 0.17418181818181816,
565
- "map@1": 0.881,
566
- "map@5": 0.9084000000000001,
567
- "map@10": 0.9100527777777778,
568
- "mrr@1": 0.881,
569
- "mrr@5": 0.9084000000000001,
570
- "mrr@10": 0.9100527777777778,
571
- "num_pred": 1000,
572
- "num_data": 1000
573
- },
574
- "VisDial": {
575
- "hit@1": 0.832,
576
- "hit@5": 0.965,
577
- "hit@10": 0.989,
578
- "ndcg_linear@1": 0.832,
579
- "ndcg_linear@5": 0.9050778185418887,
580
- "ndcg_linear@10": 0.9130760362768741,
581
- "ndcg_exponential@1": 0.832,
582
- "ndcg_exponential@5": 0.9050778185418887,
583
- "ndcg_exponential@10": 0.9130760362768741,
584
- "precision@1": 0.832,
585
- "precision@5": 0.19300000000000003,
586
- "precision@10": 0.09890000000000002,
587
- "recall@1": 0.832,
588
- "recall@5": 0.965,
589
- "recall@10": 0.989,
590
- "f1@1": 0.832,
591
- "f1@5": 0.32166666666666666,
592
- "f1@10": 0.17981818181818182,
593
- "map@1": 0.832,
594
- "map@5": 0.8849166666666666,
595
- "map@10": 0.8883559523809524,
596
- "mrr@1": 0.832,
597
- "mrr@5": 0.8849166666666666,
598
- "mrr@10": 0.8883559523809524,
599
- "num_pred": 1000,
600
- "num_data": 1000
601
- },
602
- "CIRR": {
603
- "hit@1": 0.634,
604
- "hit@5": 0.921,
605
- "hit@10": 0.962,
606
- "ndcg_linear@1": 0.634,
607
- "ndcg_linear@5": 0.7942192606510914,
608
- "ndcg_linear@10": 0.8078721933983315,
609
- "ndcg_exponential@1": 0.634,
610
- "ndcg_exponential@5": 0.7942192606510914,
611
- "ndcg_exponential@10": 0.8078721933983315,
612
- "precision@1": 0.634,
613
- "precision@5": 0.18420000000000006,
614
- "precision@10": 0.09620000000000002,
615
- "recall@1": 0.634,
616
- "recall@5": 0.921,
617
- "recall@10": 0.962,
618
- "f1@1": 0.634,
619
- "f1@5": 0.307,
620
- "f1@10": 0.17490909090909088,
621
- "map@1": 0.634,
622
- "map@5": 0.7513,
623
- "map@10": 0.7571690476190477,
624
- "mrr@1": 0.634,
625
- "mrr@5": 0.7513,
626
- "mrr@10": 0.7571690476190477,
627
- "num_pred": 1000,
628
- "num_data": 1000
629
- },
630
- "VisualNews_t2i": {
631
- "hit@1": 0.761,
632
- "hit@5": 0.914,
633
- "hit@10": 0.939,
634
- "ndcg_linear@1": 0.761,
635
- "ndcg_linear@5": 0.8459126418931865,
636
- "ndcg_linear@10": 0.8540904679615761,
637
- "ndcg_exponential@1": 0.761,
638
- "ndcg_exponential@5": 0.8459126418931865,
639
- "ndcg_exponential@10": 0.8540904679615761,
640
- "precision@1": 0.761,
641
- "precision@5": 0.18280000000000002,
642
- "precision@10": 0.09390000000000003,
643
- "recall@1": 0.761,
644
- "recall@5": 0.914,
645
- "recall@10": 0.939,
646
- "f1@1": 0.761,
647
- "f1@5": 0.30466666666666664,
648
- "f1@10": 0.17072727272727276,
649
- "map@1": 0.761,
650
- "map@5": 0.8229666666666667,
651
- "map@10": 0.8263956349206348,
652
- "mrr@1": 0.761,
653
- "mrr@5": 0.8229666666666667,
654
- "mrr@10": 0.8263956349206348,
655
- "num_pred": 1000,
656
- "num_data": 1000
657
- },
658
- "VisualNews_i2t": {
659
- "hit@1": 0.793,
660
- "hit@5": 0.925,
661
- "hit@10": 0.948,
662
- "ndcg_linear@1": 0.793,
663
- "ndcg_linear@5": 0.8655411704223865,
664
- "ndcg_linear@10": 0.8729121418153277,
665
- "ndcg_exponential@1": 0.793,
666
- "ndcg_exponential@5": 0.8655411704223865,
667
- "ndcg_exponential@10": 0.8729121418153277,
668
- "precision@1": 0.793,
669
- "precision@5": 0.18500000000000003,
670
- "precision@10": 0.09480000000000001,
671
- "recall@1": 0.793,
672
- "recall@5": 0.925,
673
- "recall@10": 0.948,
674
- "f1@1": 0.793,
675
- "f1@5": 0.3083333333333333,
676
- "f1@10": 0.17236363636363636,
677
- "map@1": 0.793,
678
- "map@5": 0.8455499999999999,
679
- "map@10": 0.8485531746031745,
680
- "mrr@1": 0.793,
681
- "mrr@5": 0.8455499999999999,
682
- "mrr@10": 0.8485531746031745,
683
- "num_pred": 1000,
684
- "num_data": 1000
685
- },
686
- "MSCOCO_t2i": {
687
- "hit@1": 0.767,
688
- "hit@5": 0.951,
689
- "hit@10": 0.981,
690
- "ndcg_linear@1": 0.767,
691
- "ndcg_linear@5": 0.8694026293867912,
692
- "ndcg_linear@10": 0.879314687198254,
693
- "ndcg_exponential@1": 0.767,
694
- "ndcg_exponential@5": 0.8694026293867912,
695
- "ndcg_exponential@10": 0.879314687198254,
696
- "precision@1": 0.767,
697
- "precision@5": 0.19020000000000004,
698
- "precision@10": 0.09810000000000002,
699
- "recall@1": 0.767,
700
- "recall@5": 0.951,
701
- "recall@10": 0.981,
702
- "f1@1": 0.767,
703
- "f1@5": 0.317,
704
- "f1@10": 0.17836363636363634,
705
- "map@1": 0.767,
706
- "map@5": 0.8418166666666668,
707
- "map@10": 0.8460329365079364,
708
- "mrr@1": 0.767,
709
- "mrr@5": 0.8418166666666668,
710
- "mrr@10": 0.8460329365079364,
711
- "num_pred": 1000,
712
- "num_data": 1000
713
- },
714
- "MSCOCO_i2t": {
715
- "hit@1": 0.744,
716
- "hit@5": 0.947,
717
- "hit@10": 0.983,
718
- "ndcg_linear@1": 0.744,
719
- "ndcg_linear@5": 0.8558990673580492,
720
- "ndcg_linear@10": 0.8677167508419557,
721
- "ndcg_exponential@1": 0.744,
722
- "ndcg_exponential@5": 0.8558990673580492,
723
- "ndcg_exponential@10": 0.8677167508419557,
724
- "precision@1": 0.744,
725
- "precision@5": 0.18940000000000004,
726
- "precision@10": 0.09830000000000001,
727
- "recall@1": 0.744,
728
- "recall@5": 0.947,
729
- "recall@10": 0.983,
730
- "f1@1": 0.744,
731
- "f1@5": 0.3156666666666667,
732
- "f1@10": 0.1787272727272727,
733
- "map@1": 0.744,
734
- "map@5": 0.8252333333333334,
735
- "map@10": 0.8302146825396826,
736
- "mrr@1": 0.744,
737
- "mrr@5": 0.8252333333333334,
738
- "mrr@10": 0.8302146825396826,
739
- "num_pred": 1000,
740
- "num_data": 1000
741
- },
742
- "NIGHTS": {
743
- "hit@1": 0.695,
744
- "hit@5": 0.986,
745
- "hit@10": 0.996,
746
- "ndcg_linear@1": 0.695,
747
- "ndcg_linear@5": 0.8623729068199588,
748
- "ndcg_linear@10": 0.8657848725090705,
749
- "ndcg_exponential@1": 0.695,
750
- "ndcg_exponential@5": 0.8623729068199588,
751
- "ndcg_exponential@10": 0.8657848725090705,
752
- "precision@1": 0.695,
753
- "precision@5": 0.19720000000000001,
754
- "precision@10": 0.09960000000000002,
755
- "recall@1": 0.695,
756
- "recall@5": 0.986,
757
- "recall@10": 0.996,
758
- "f1@1": 0.695,
759
- "f1@5": 0.32866666666666666,
760
- "f1@10": 0.18109090909090905,
761
- "map@1": 0.695,
762
- "map@5": 0.8201,
763
- "map@10": 0.8216119047619047,
764
- "mrr@1": 0.695,
765
- "mrr@5": 0.8201,
766
- "mrr@10": 0.8216119047619047,
767
- "num_pred": 1000,
768
- "num_data": 1000
769
- },
770
- "WebQA": {
771
- "hit@1": 0.904,
772
- "hit@5": 0.987,
773
- "hit@10": 0.993,
774
- "ndcg_linear@1": 0.904,
775
- "ndcg_linear@5": 0.9531578803190318,
776
- "ndcg_linear@10": 0.9551440267484697,
777
- "ndcg_exponential@1": 0.904,
778
- "ndcg_exponential@5": 0.9531578803190318,
779
- "ndcg_exponential@10": 0.9551440267484697,
780
- "precision@1": 0.904,
781
- "precision@5": 0.19740000000000005,
782
- "precision@10": 0.09930000000000001,
783
- "recall@1": 0.904,
784
- "recall@5": 0.987,
785
- "recall@10": 0.993,
786
- "f1@1": 0.904,
787
- "f1@5": 0.329,
788
- "f1@10": 0.18054545454545456,
789
- "map@1": 0.904,
790
- "map@5": 0.94145,
791
- "map@10": 0.9422972222222222,
792
- "mrr@1": 0.904,
793
- "mrr@5": 0.94145,
794
- "mrr@10": 0.9422972222222222,
795
- "num_pred": 1000,
796
- "num_data": 1000
797
- },
798
- "FashionIQ": {
799
- "hit@1": 0.419,
800
- "hit@5": 0.703,
801
- "hit@10": 0.788,
802
- "ndcg_linear@1": 0.419,
803
- "ndcg_linear@5": 0.5703380534440645,
804
- "ndcg_linear@10": 0.5980219011822375,
805
- "ndcg_exponential@1": 0.419,
806
- "ndcg_exponential@5": 0.5703380534440645,
807
- "ndcg_exponential@10": 0.5980219011822375,
808
- "precision@1": 0.419,
809
- "precision@5": 0.14059999999999997,
810
- "precision@10": 0.0788,
811
- "recall@1": 0.419,
812
- "recall@5": 0.703,
813
- "recall@10": 0.788,
814
- "f1@1": 0.419,
815
- "f1@5": 0.23433333333333337,
816
- "f1@10": 0.1432727272727273,
817
- "map@1": 0.419,
818
- "map@5": 0.5261333333333333,
819
- "map@10": 0.5376829365079364,
820
- "mrr@1": 0.419,
821
- "mrr@5": 0.5261333333333333,
822
- "mrr@10": 0.5376829365079364,
823
- "num_pred": 1000,
824
- "num_data": 1000
825
- },
826
- "Wiki-SS-NQ": {
827
- "hit@1": 0.826,
828
- "hit@5": 0.967,
829
- "hit@10": 0.981,
830
- "ndcg_linear@1": 0.826,
831
- "ndcg_linear@5": 0.9079844979652318,
832
- "ndcg_linear@10": 0.912509510937517,
833
- "ndcg_exponential@1": 0.826,
834
- "ndcg_exponential@5": 0.9079844979652318,
835
- "ndcg_exponential@10": 0.912509510937517,
836
- "precision@1": 0.826,
837
- "precision@5": 0.19340000000000004,
838
- "precision@10": 0.09810000000000002,
839
- "recall@1": 0.826,
840
- "recall@5": 0.967,
841
- "recall@10": 0.981,
842
- "f1@1": 0.826,
843
- "f1@5": 0.32233333333333336,
844
- "f1@10": 0.17836363636363634,
845
- "map@1": 0.826,
846
- "map@5": 0.8877333333333334,
847
- "map@10": 0.8896007936507937,
848
- "mrr@1": 0.826,
849
- "mrr@5": 0.8877333333333334,
850
- "mrr@10": 0.8896007936507937,
851
- "num_pred": 1000,
852
- "num_data": 1000
853
- },
854
- "OVEN": {
855
- "hit@1": 0.813,
856
- "hit@5": 0.952,
857
- "hit@10": 0.977,
858
- "ndcg_linear@1": 0.813,
859
- "ndcg_linear@5": 0.8907757502367779,
860
- "ndcg_linear@10": 0.8989789858443935,
861
- "ndcg_exponential@1": 0.813,
862
- "ndcg_exponential@5": 0.8907757502367779,
863
- "ndcg_exponential@10": 0.8989789858443935,
864
- "precision@1": 0.813,
865
- "precision@5": 0.19040000000000004,
866
- "precision@10": 0.09770000000000002,
867
- "recall@1": 0.813,
868
- "recall@5": 0.952,
869
- "recall@10": 0.977,
870
- "f1@1": 0.813,
871
- "f1@5": 0.3173333333333333,
872
- "f1@10": 0.17763636363636362,
873
- "map@1": 0.813,
874
- "map@5": 0.87,
875
- "map@10": 0.8734559523809523,
876
- "mrr@1": 0.813,
877
- "mrr@5": 0.87,
878
- "mrr@10": 0.8734559523809523,
879
- "num_pred": 1000,
880
- "num_data": 1000
881
- },
882
- "EDIS": {
883
- "hit@1": 0.955,
884
- "hit@5": 0.997,
885
- "hit@10": 0.998,
886
- "ndcg_linear@1": 0.955,
887
- "ndcg_linear@5": 0.9799817817885068,
888
- "ndcg_linear@10": 0.9803379889756149,
889
- "ndcg_exponential@1": 0.955,
890
- "ndcg_exponential@5": 0.9799817817885068,
891
- "ndcg_exponential@10": 0.9803379889756149,
892
- "precision@1": 0.955,
893
- "precision@5": 0.19940000000000002,
894
- "precision@10": 0.09980000000000001,
895
- "recall@1": 0.955,
896
- "recall@5": 0.997,
897
- "recall@10": 0.998,
898
- "f1@1": 0.955,
899
- "f1@5": 0.3323333333333333,
900
- "f1@10": 0.18145454545454545,
901
- "map@1": 0.955,
902
- "map@5": 0.9740833333333334,
903
- "map@10": 0.97425,
904
- "mrr@1": 0.955,
905
- "mrr@5": 0.9740833333333334,
906
- "mrr@10": 0.97425,
907
- "num_pred": 1000,
908
- "num_data": 1000
909
- },
910
- "MSCOCO": {
911
- "hit@1": 0.84,
912
- "hit@5": 0.963,
913
- "hit@10": 0.978,
914
- "ndcg_linear@1": 0.84,
915
- "ndcg_linear@5": 0.9083001401303418,
916
- "ndcg_linear@10": 0.913100932154008,
917
- "ndcg_exponential@1": 0.84,
918
- "ndcg_exponential@5": 0.9083001401303418,
919
- "ndcg_exponential@10": 0.913100932154008,
920
- "precision@1": 0.84,
921
- "precision@5": 0.19260000000000002,
922
- "precision@10": 0.09780000000000001,
923
- "recall@1": 0.84,
924
- "recall@5": 0.963,
925
- "recall@10": 0.978,
926
- "f1@1": 0.84,
927
- "f1@5": 0.321,
928
- "f1@10": 0.1778181818181818,
929
- "map@1": 0.84,
930
- "map@5": 0.8898666666666667,
931
- "map@10": 0.891815873015873,
932
- "mrr@1": 0.84,
933
- "mrr@5": 0.8898666666666667,
934
- "mrr@10": 0.891815873015873,
935
- "num_pred": 1000,
936
- "num_data": 1000
937
- },
938
- "RefCOCO": {
939
- "hit@1": 0.94,
940
- "hit@5": 0.999,
941
- "hit@10": 1.0,
942
- "ndcg_linear@1": 0.94,
943
- "ndcg_linear@5": 0.9762390237437891,
944
- "ndcg_linear@10": 0.976554488620575,
945
- "ndcg_exponential@1": 0.94,
946
- "ndcg_exponential@5": 0.9762390237437891,
947
- "ndcg_exponential@10": 0.976554488620575,
948
- "precision@1": 0.94,
949
- "precision@5": 0.19980000000000003,
950
- "precision@10": 0.10000000000000002,
951
- "recall@1": 0.94,
952
- "recall@5": 0.999,
953
- "recall@10": 1.0,
954
- "f1@1": 0.94,
955
- "f1@5": 0.333,
956
- "f1@10": 0.18181818181818182,
957
- "map@1": 0.94,
958
- "map@5": 0.96825,
959
- "map@10": 0.968375,
960
- "mrr@1": 0.94,
961
- "mrr@5": 0.96825,
962
- "mrr@10": 0.968375,
963
- "num_pred": 1000,
964
- "num_data": 1000
965
- },
966
- "RefCOCO-Matching": {
967
- "hit@1": 0.888,
968
- "hit@5": 0.999,
969
- "hit@10": 1.0,
970
- "ndcg_linear@1": 0.888,
971
- "ndcg_linear@5": 0.9599259919071462,
972
- "ndcg_linear@10": 0.9602414567839319,
973
- "ndcg_exponential@1": 0.888,
974
- "ndcg_exponential@5": 0.9599259919071462,
975
- "ndcg_exponential@10": 0.9602414567839319,
976
- "precision@1": 0.888,
977
- "precision@5": 0.19980000000000003,
978
- "precision@10": 0.10000000000000002,
979
- "recall@1": 0.888,
980
- "recall@5": 0.999,
981
- "recall@10": 1.0,
982
- "f1@1": 0.888,
983
- "f1@5": 0.333,
984
- "f1@10": 0.18181818181818182,
985
- "map@1": 0.888,
986
- "map@5": 0.9465,
987
- "map@10": 0.946625,
988
- "mrr@1": 0.888,
989
- "mrr@5": 0.9435,
990
- "mrr@10": 0.943625,
991
- "num_pred": 1000,
992
- "num_data": 1000
993
- },
994
- "Visual7W-Pointing": {
995
- "hit@1": 0.961,
996
- "hit@5": 0.993,
997
- "hit@10": 0.996,
998
- "ndcg_linear@1": 0.961,
999
- "ndcg_linear@5": 0.9799776260118289,
1000
- "ndcg_linear@10": 0.9810233737193782,
1001
- "ndcg_exponential@1": 0.961,
1002
- "ndcg_exponential@5": 0.9799776260118289,
1003
- "ndcg_exponential@10": 0.9810233737193782,
1004
- "precision@1": 0.961,
1005
- "precision@5": 0.19860000000000003,
1006
- "precision@10": 0.09960000000000002,
1007
- "recall@1": 0.961,
1008
- "recall@5": 0.993,
1009
- "recall@10": 0.996,
1010
- "f1@1": 0.961,
1011
- "f1@5": 0.331,
1012
- "f1@10": 0.18109090909090905,
1013
- "map@1": 0.961,
1014
- "map@5": 0.9754833333333334,
1015
- "map@10": 0.9759595238095238,
1016
- "mrr@1": 0.961,
1017
- "mrr@5": 0.9754833333333334,
1018
- "mrr@10": 0.9759595238095238,
1019
- "num_pred": 1000,
1020
- "num_data": 1000
1021
- }
1022
- },
1023
- "video": {
1024
- "K700": {
1025
- "hit@1": 0.728,
1026
- "hit@5": 0.901,
1027
- "hit@10": 0.931,
1028
- "ndcg_linear@1": 0.728,
1029
- "ndcg_linear@5": 0.8244938643665682,
1030
- "ndcg_linear@10": 0.8343364953479998,
1031
- "ndcg_exponential@1": 0.728,
1032
- "ndcg_exponential@5": 0.8244938643665682,
1033
- "ndcg_exponential@10": 0.8343364953479998,
1034
- "precision@1": 0.728,
1035
- "precision@5": 0.18020000000000005,
1036
- "precision@10": 0.0931,
1037
- "recall@1": 0.728,
1038
- "recall@5": 0.901,
1039
- "recall@10": 0.931,
1040
- "f1@1": 0.728,
1041
- "f1@5": 0.3003333333333334,
1042
- "f1@10": 0.16927272727272727,
1043
- "map@1": 0.728,
1044
- "map@5": 0.7986666666666667,
1045
- "map@10": 0.8028079365079366,
1046
- "mrr@1": 0.728,
1047
- "mrr@5": 0.7986666666666667,
1048
- "mrr@10": 0.8028079365079366,
1049
- "num_pred": 1000,
1050
- "num_data": 1000
1051
- },
1052
- "SmthSmthV2": {
1053
- "hit@1": 0.869,
1054
- "hit@5": 0.979,
1055
- "hit@10": 0.993,
1056
- "ndcg_linear@1": 0.869,
1057
- "ndcg_linear@5": 0.933058438959019,
1058
- "ndcg_linear@10": 0.9377330694239805,
1059
- "ndcg_exponential@1": 0.869,
1060
- "ndcg_exponential@5": 0.933058438959019,
1061
- "ndcg_exponential@10": 0.9377330694239805,
1062
- "precision@1": 0.869,
1063
- "precision@5": 0.1958,
1064
- "precision@10": 0.09930000000000001,
1065
- "recall@1": 0.869,
1066
- "recall@5": 0.979,
1067
- "recall@10": 0.993,
1068
- "f1@1": 0.869,
1069
- "f1@5": 0.3263333333333333,
1070
- "f1@10": 0.18054545454545454,
1071
- "map@1": 0.869,
1072
- "map@5": 0.9173166666666666,
1073
- "map@10": 0.9193321428571428,
1074
- "mrr@1": 0.869,
1075
- "mrr@5": 0.9173166666666666,
1076
- "mrr@10": 0.9193321428571428,
1077
- "num_pred": 1000,
1078
- "num_data": 1000
1079
- },
1080
- "HMDB51": {
1081
- "hit@1": 0.846,
1082
- "hit@5": 0.984,
1083
- "hit@10": 0.993,
1084
- "ndcg_linear@1": 0.846,
1085
- "ndcg_linear@5": 0.9245685305140385,
1086
- "ndcg_linear@10": 0.9275655856279049,
1087
- "ndcg_exponential@1": 0.846,
1088
- "ndcg_exponential@5": 0.9245685305140385,
1089
- "ndcg_exponential@10": 0.9275655856279049,
1090
- "precision@1": 0.846,
1091
- "precision@5": 0.1968,
1092
- "precision@10": 0.09930000000000001,
1093
- "recall@1": 0.846,
1094
- "recall@5": 0.984,
1095
- "recall@10": 0.993,
1096
- "f1@1": 0.846,
1097
- "f1@5": 0.328,
1098
- "f1@10": 0.1805454545454545,
1099
- "map@1": 0.846,
1100
- "map@5": 0.9043666666666667,
1101
- "map@10": 0.9056551587301588,
1102
- "mrr@1": 0.846,
1103
- "mrr@5": 0.9043666666666667,
1104
- "mrr@10": 0.9056551587301588,
1105
- "num_pred": 1000,
1106
- "num_data": 1000
1107
- },
1108
- "UCF101": {
1109
- "hit@1": 0.969,
1110
- "hit@5": 1.0,
1111
- "hit@10": 1.0,
1112
- "ndcg_linear@1": 0.969,
1113
- "ndcg_linear@5": 0.9880351033464294,
1114
- "ndcg_linear@10": 0.9880351033464294,
1115
- "ndcg_exponential@1": 0.969,
1116
- "ndcg_exponential@5": 0.9880351033464294,
1117
- "ndcg_exponential@10": 0.9880351033464294,
1118
- "precision@1": 0.969,
1119
- "precision@5": 0.20000000000000004,
1120
- "precision@10": 0.10000000000000002,
1121
- "recall@1": 0.969,
1122
- "recall@5": 1.0,
1123
- "recall@10": 1.0,
1124
- "f1@1": 0.969,
1125
- "f1@5": 0.3333333333333333,
1126
- "f1@10": 0.18181818181818182,
1127
- "map@1": 0.969,
1128
- "map@5": 0.9838333333333332,
1129
- "map@10": 0.9838333333333332,
1130
- "mrr@1": 0.969,
1131
- "mrr@5": 0.9838333333333332,
1132
- "mrr@10": 0.9838333333333332,
1133
- "num_pred": 1000,
1134
- "num_data": 1000
1135
- },
1136
- "Breakfast": {
1137
- "hit@1": 0.6997690531177829,
1138
- "hit@5": 0.9815242494226328,
1139
- "hit@10": 1.0,
1140
- "ndcg_linear@1": 0.6997690531177829,
1141
- "ndcg_linear@5": 0.8600561932796924,
1142
- "ndcg_linear@10": 0.8662986526106885,
1143
- "ndcg_exponential@1": 0.6997690531177829,
1144
- "ndcg_exponential@5": 0.8600561932796924,
1145
- "ndcg_exponential@10": 0.8662986526106885,
1146
- "precision@1": 0.6997690531177829,
1147
- "precision@5": 0.19630484988452657,
1148
- "precision@10": 0.1,
1149
- "recall@1": 0.6997690531177829,
1150
- "recall@5": 0.9815242494226328,
1151
- "recall@10": 1.0,
1152
- "f1@1": 0.6997690531177829,
1153
- "f1@5": 0.3271747498075443,
1154
- "f1@10": 0.1818181818181818,
1155
- "map@1": 0.6997690531177829,
1156
- "map@5": 0.818629715165512,
1157
- "map@10": 0.8213607536933172,
1158
- "mrr@1": 0.6997690531177829,
1159
- "mrr@5": 0.818629715165512,
1160
- "mrr@10": 0.8213607536933172,
1161
- "num_pred": 433,
1162
- "num_data": 433
1163
- },
1164
- "MVBench": {
1165
- "hit@1": 0.565,
1166
- "hit@5": 1.0,
1167
- "hit@10": 1.0,
1168
- "ndcg_linear@1": 0.565,
1169
- "ndcg_linear@5": 0.8081420880864234,
1170
- "ndcg_linear@10": 0.8081420880864234,
1171
- "ndcg_exponential@1": 0.565,
1172
- "ndcg_exponential@5": 0.8081420880864234,
1173
- "ndcg_exponential@10": 0.8081420880864234,
1174
- "precision@1": 0.565,
1175
- "precision@5": 0.20000000000000004,
1176
- "precision@10": 0.10000000000000002,
1177
- "recall@1": 0.565,
1178
- "recall@5": 1.0,
1179
- "recall@10": 1.0,
1180
- "f1@1": 0.565,
1181
- "f1@5": 0.3333333333333333,
1182
- "f1@10": 0.18181818181818182,
1183
- "map@1": 0.565,
1184
- "map@5": 0.7430166666666667,
1185
- "map@10": 0.7430166666666667,
1186
- "mrr@1": 0.565,
1187
- "mrr@5": 0.7430166666666667,
1188
- "mrr@10": 0.7430166666666667,
1189
- "num_pred": 4000,
1190
- "num_data": 4000
1191
- },
1192
- "Video-MME": {
1193
- "hit@1": 0.48814814814814816,
1194
- "hit@5": 1.0,
1195
- "hit@10": 1.0,
1196
- "ndcg_linear@1": 0.48814814814814816,
1197
- "ndcg_linear@5": 0.7647823103791553,
1198
- "ndcg_linear@10": 0.7647823103791553,
1199
- "ndcg_exponential@1": 0.48814814814814816,
1200
- "ndcg_exponential@5": 0.7647823103791553,
1201
- "ndcg_exponential@10": 0.7647823103791553,
1202
- "precision@1": 0.48814814814814816,
1203
- "precision@5": 0.19999999999999996,
1204
- "precision@10": 0.09999999999999998,
1205
- "recall@1": 0.48814814814814816,
1206
- "recall@5": 1.0,
1207
- "recall@10": 1.0,
1208
- "f1@1": 0.48814814814814816,
1209
- "f1@5": 0.3333333333333334,
1210
- "f1@10": 0.18181818181818188,
1211
- "map@1": 0.48814814814814816,
1212
- "map@5": 0.6857098765432098,
1213
- "map@10": 0.6857098765432098,
1214
- "mrr@1": 0.48814814814814816,
1215
- "mrr@5": 0.6857098765432098,
1216
- "mrr@10": 0.6857098765432098,
1217
- "num_pred": 2700,
1218
- "num_data": 2700
1219
- },
1220
- "NExTQA": {
1221
- "hit@1": 0.7433442316674451,
1222
- "hit@5": 1.0,
1223
- "hit@10": 1.0,
1224
- "ndcg_linear@1": 0.7433442316674451,
1225
- "ndcg_linear@5": 0.8872643560543673,
1226
- "ndcg_linear@10": 0.8872643560543673,
1227
- "ndcg_exponential@1": 0.7433442316674451,
1228
- "ndcg_exponential@5": 0.8872643560543673,
1229
- "ndcg_exponential@10": 0.8872643560543673,
1230
- "precision@1": 0.7433442316674451,
1231
- "precision@5": 0.20000000000000004,
1232
- "precision@10": 0.10000000000000002,
1233
- "recall@1": 0.7433442316674451,
1234
- "recall@5": 1.0,
1235
- "recall@10": 1.0,
1236
- "f1@1": 0.7433442316674451,
1237
- "f1@5": 0.3333333333333333,
1238
- "f1@10": 0.1818181818181818,
1239
- "map@1": 0.7433442316674451,
1240
- "map@5": 0.8491398100576054,
1241
- "map@10": 0.8491398100576054,
1242
- "mrr@1": 0.7433442316674451,
1243
- "mrr@5": 0.8489062743266386,
1244
- "mrr@10": 0.8489062743266386,
1245
- "num_pred": 8564,
1246
- "num_data": 8564
1247
- },
1248
- "EgoSchema": {
1249
- "hit@1": 0.428,
1250
- "hit@5": 1.0,
1251
- "hit@10": 1.0,
1252
- "ndcg_linear@1": 0.428,
1253
- "ndcg_linear@5": 0.7171677496046008,
1254
- "ndcg_linear@10": 0.7171677496046008,
1255
- "ndcg_exponential@1": 0.428,
1256
- "ndcg_exponential@5": 0.7171677496046008,
1257
- "ndcg_exponential@10": 0.7171677496046008,
1258
- "precision@1": 0.428,
1259
- "precision@5": 0.2,
1260
- "precision@10": 0.1,
1261
- "recall@1": 0.428,
1262
- "recall@5": 1.0,
1263
- "recall@10": 1.0,
1264
- "f1@1": 0.428,
1265
- "f1@5": 0.3333333333333333,
1266
- "f1@10": 0.18181818181818182,
1267
- "map@1": 0.428,
1268
- "map@5": 0.6243666666666666,
1269
- "map@10": 0.6243666666666666,
1270
- "mrr@1": 0.428,
1271
- "mrr@5": 0.6243666666666666,
1272
- "mrr@10": 0.6243666666666666,
1273
- "num_pred": 500,
1274
- "num_data": 500
1275
- },
1276
- "ActivityNetQA": {
1277
- "hit@1": 0.656,
1278
- "hit@5": 1.0,
1279
- "hit@10": 1.0,
1280
- "ndcg_linear@1": 0.656,
1281
- "ndcg_linear@5": 0.8730398352285815,
1282
- "ndcg_linear@10": 0.8730398352285815,
1283
- "ndcg_exponential@1": 0.656,
1284
- "ndcg_exponential@5": 0.8730398352285815,
1285
- "ndcg_exponential@10": 0.8730398352285815,
1286
- "precision@1": 0.656,
1287
- "precision@5": 0.20000000000000004,
1288
- "precision@10": 0.10000000000000002,
1289
- "recall@1": 0.656,
1290
- "recall@5": 1.0,
1291
- "recall@10": 1.0,
1292
- "f1@1": 0.656,
1293
- "f1@5": 0.3333333333333333,
1294
- "f1@10": 0.18181818181818182,
1295
- "map@1": 0.656,
1296
- "map@5": 0.828,
1297
- "map@10": 0.828,
1298
- "mrr@1": 0.656,
1299
- "mrr@5": 0.828,
1300
- "mrr@10": 0.828,
1301
- "num_pred": 1000,
1302
- "num_data": 1000
1303
- },
1304
- "DiDeMo": {
1305
- "hit@1": 0.6095617529880478,
1306
- "hit@5": 0.8386454183266933,
1307
- "hit@10": 0.8884462151394422,
1308
- "ndcg_linear@1": 0.6095617529880478,
1309
- "ndcg_linear@5": 0.7345426339947637,
1310
- "ndcg_linear@10": 0.7508236665437764,
1311
- "ndcg_exponential@1": 0.6095617529880478,
1312
- "ndcg_exponential@5": 0.7345426339947637,
1313
- "ndcg_exponential@10": 0.7508236665437764,
1314
- "precision@1": 0.6095617529880478,
1315
- "precision@5": 0.16772908366533865,
1316
- "precision@10": 0.08884462151394422,
1317
- "recall@1": 0.6095617529880478,
1318
- "recall@5": 0.8386454183266933,
1319
- "recall@10": 0.8884462151394422,
1320
- "f1@1": 0.6095617529880478,
1321
- "f1@5": 0.27954847277556444,
1322
- "f1@10": 0.16153567547989858,
1323
- "map@1": 0.6095617529880478,
1324
- "map@5": 0.6995849933598938,
1325
- "map@10": 0.7064073072788213,
1326
- "mrr@1": 0.6095617529880478,
1327
- "mrr@5": 0.6995849933598938,
1328
- "mrr@10": 0.7064073072788213,
1329
- "num_pred": 1004,
1330
- "num_data": 1004
1331
- },
1332
- "MSR-VTT": {
1333
- "hit@1": 0.515,
1334
- "hit@5": 0.761,
1335
- "hit@10": 0.835,
1336
- "ndcg_linear@1": 0.515,
1337
- "ndcg_linear@5": 0.646131296171646,
1338
- "ndcg_linear@10": 0.6699230274290169,
1339
- "ndcg_exponential@1": 0.515,
1340
- "ndcg_exponential@5": 0.646131296171646,
1341
- "ndcg_exponential@10": 0.6699230274290169,
1342
- "precision@1": 0.515,
1343
- "precision@5": 0.1522,
1344
- "precision@10": 0.08350000000000002,
1345
- "recall@1": 0.515,
1346
- "recall@5": 0.761,
1347
- "recall@10": 0.835,
1348
- "f1@1": 0.515,
1349
- "f1@5": 0.2536666666666667,
1350
- "f1@10": 0.15181818181818182,
1351
- "map@1": 0.515,
1352
- "map@5": 0.6079166666666667,
1353
- "map@10": 0.6176460317460318,
1354
- "mrr@1": 0.515,
1355
- "mrr@5": 0.6079166666666667,
1356
- "mrr@10": 0.6176460317460318,
1357
- "num_pred": 1000,
1358
- "num_data": 1000
1359
- },
1360
- "MSVD": {
1361
- "hit@1": 0.7298507462686568,
1362
- "hit@5": 0.9298507462686567,
1363
- "hit@10": 0.9656716417910448,
1364
- "ndcg_linear@1": 0.7298507462686568,
1365
- "ndcg_linear@5": 0.8401096065214123,
1366
- "ndcg_linear@10": 0.8516999704018049,
1367
- "ndcg_exponential@1": 0.7298507462686568,
1368
- "ndcg_exponential@5": 0.8401096065214123,
1369
- "ndcg_exponential@10": 0.8516999704018049,
1370
- "precision@1": 0.7298507462686568,
1371
- "precision@5": 0.18597014925373131,
1372
- "precision@10": 0.09656716417910446,
1373
- "recall@1": 0.7298507462686568,
1374
- "recall@5": 0.9298507462686567,
1375
- "recall@10": 0.9656716417910448,
1376
- "f1@1": 0.7298507462686568,
1377
- "f1@5": 0.30995024875621896,
1378
- "f1@10": 0.17557666214382636,
1379
- "map@1": 0.7298507462686568,
1380
- "map@5": 0.8098507462686566,
1381
- "map@10": 0.814635749822317,
1382
- "mrr@1": 0.7298507462686568,
1383
- "mrr@5": 0.8098507462686566,
1384
- "mrr@10": 0.814635749822317,
1385
- "num_pred": 670,
1386
- "num_data": 670
1387
- },
1388
- "VATEX": {
1389
- "hit@1": 0.49821348816435906,
1390
- "hit@5": 0.786288521661456,
1391
- "hit@10": 0.8731576596694953,
1392
- "ndcg_linear@1": 0.49821348816435906,
1393
- "ndcg_linear@5": 0.652862113848836,
1394
- "ndcg_linear@10": 0.6811752854513414,
1395
- "ndcg_exponential@1": 0.49821348816435906,
1396
- "ndcg_exponential@5": 0.652862113848836,
1397
- "ndcg_exponential@10": 0.6811752854513414,
1398
- "precision@1": 0.49821348816435906,
1399
- "precision@5": 0.1572577043322912,
1400
- "precision@10": 0.08731576596694954,
1401
- "recall@1": 0.49821348816435906,
1402
- "recall@5": 0.786288521661456,
1403
- "recall@10": 0.8731576596694953,
1404
- "f1@1": 0.49821348816435906,
1405
- "f1@5": 0.26209617388715206,
1406
- "f1@10": 0.15875593812172645,
1407
- "map@1": 0.49821348816435906,
1408
- "map@5": 0.6083258895340181,
1409
- "map@10": 0.6201412372303395,
1410
- "mrr@1": 0.49821348816435906,
1411
- "mrr@5": 0.6083258895340181,
1412
- "mrr@10": 0.6201412372303395,
1413
- "num_pred": 4478,
1414
- "num_data": 4478
1415
- },
1416
- "YouCook2": {
1417
- "hit@1": 0.32463038691412394,
1418
- "hit@5": 0.5854042151620006,
1419
- "hit@10": 0.6942434727901856,
1420
- "ndcg_linear@1": 0.32463038691412394,
1421
- "ndcg_linear@5": 0.4621309603004283,
1422
- "ndcg_linear@10": 0.4973782534443051,
1423
- "ndcg_exponential@1": 0.32463038691412394,
1424
- "ndcg_exponential@5": 0.4621309603004283,
1425
- "ndcg_exponential@10": 0.4973782534443051,
1426
- "precision@1": 0.32463038691412394,
1427
- "precision@5": 0.1170808430324001,
1428
- "precision@10": 0.06942434727901856,
1429
- "recall@1": 0.32463038691412394,
1430
- "recall@5": 0.5854042151620006,
1431
- "recall@10": 0.6942434727901856,
1432
- "f1@1": 0.32463038691412394,
1433
- "f1@5": 0.19513473838733358,
1434
- "f1@10": 0.12622608596185195,
1435
- "map@1": 0.32463038691412394,
1436
- "map@5": 0.4212697913389955,
1437
- "map@10": 0.4358427328150511,
1438
- "mrr@1": 0.32463038691412394,
1439
- "mrr@5": 0.4212697913389955,
1440
- "mrr@10": 0.4358427328150511,
1441
- "num_pred": 3179,
1442
- "num_data": 3179
1443
- },
1444
- "QVHighlight": {
1445
- "hit@1": 0.6980609418282548,
1446
- "hit@5": 0.9455216989843028,
1447
- "hit@10": 1.0,
1448
- "ndcg_linear@1": 0.6980609418282548,
1449
- "ndcg_linear@5": 0.8304409288386241,
1450
- "ndcg_linear@10": 0.8483527671875353,
1451
- "ndcg_exponential@1": 0.6980609418282548,
1452
- "ndcg_exponential@5": 0.8304409288386241,
1453
- "ndcg_exponential@10": 0.8483527671875353,
1454
- "precision@1": 0.6980609418282548,
1455
- "precision@5": 0.18910433979686056,
1456
- "precision@10": 0.09999999999999998,
1457
- "recall@1": 0.6980609418282548,
1458
- "recall@5": 0.9455216989843028,
1459
- "recall@10": 1.0,
1460
- "f1@1": 0.6980609418282548,
1461
- "f1@5": 0.31517389966143433,
1462
- "f1@10": 0.18181818181818185,
1463
- "map@1": 0.6980609418282548,
1464
- "map@5": 0.7920744844567559,
1465
- "map@10": 0.7996409151533805,
1466
- "mrr@1": 0.6980609418282548,
1467
- "mrr@5": 0.7920744844567559,
1468
- "mrr@10": 0.7996409151533805,
1469
- "num_pred": 1083,
1470
- "num_data": 1083
1471
- },
1472
- "Charades-STA": {
1473
- "hit@1": 0.22558459422283356,
1474
- "hit@5": 0.579092159559835,
1475
- "hit@10": 1.0,
1476
- "ndcg_linear@1": 0.22558459422283356,
1477
- "ndcg_linear@5": 0.4019864896292941,
1478
- "ndcg_linear@10": 0.5347303594584569,
1479
- "ndcg_exponential@1": 0.22558459422283356,
1480
- "ndcg_exponential@5": 0.4019864896292941,
1481
- "ndcg_exponential@10": 0.5347303594584569,
1482
- "precision@1": 0.22558459422283356,
1483
- "precision@5": 0.11581843191196697,
1484
- "precision@10": 0.09999999999999998,
1485
- "recall@1": 0.22558459422283356,
1486
- "recall@5": 0.579092159559835,
1487
- "recall@10": 1.0,
1488
- "f1@1": 0.22558459422283356,
1489
- "f1@5": 0.19303071985327835,
1490
- "f1@10": 0.18181818181818185,
1491
- "map@1": 0.22558459422283356,
1492
- "map@5": 0.34426868408986705,
1493
- "map@10": 0.3971234252527237,
1494
- "mrr@1": 0.22558459422283356,
1495
- "mrr@5": 0.34426868408986705,
1496
- "mrr@10": 0.3971234252527237,
1497
- "num_pred": 727,
1498
- "num_data": 727
1499
- },
1500
- "MomentSeeker": {
1501
- "hit@1": 0.44333333333333336,
1502
- "hit@5": 0.9127777777777778,
1503
- "hit@10": 1.0,
1504
- "ndcg_linear@1": 0.44333333333333336,
1505
- "ndcg_linear@5": 0.6959177047248803,
1506
- "ndcg_linear@10": 0.7286038424422686,
1507
- "ndcg_exponential@1": 0.44333333333333336,
1508
- "ndcg_exponential@5": 0.6959177047248803,
1509
- "ndcg_exponential@10": 0.7286038424422686,
1510
- "precision@1": 0.44333333333333336,
1511
- "precision@5": 0.2018888888888889,
1512
- "precision@10": 0.11272222222222224,
1513
- "recall@1": 0.42023148148148154,
1514
- "recall@5": 0.9015046296296297,
1515
- "recall@10": 0.9983564814814814,
1516
- "f1@1": 0.427331569664903,
1517
- "f1@5": 0.3247096267929602,
1518
- "f1@10": 0.20003371628371627,
1519
- "map@1": 0.44333333333333336,
1520
- "map@5": 0.6229216049382715,
1521
- "map@10": 0.6380348416372722,
1522
- "mrr@1": 0.44333333333333336,
1523
- "mrr@5": 0.6288888888888889,
1524
- "mrr@10": 0.6408533950617283,
1525
- "num_pred": 1800,
1526
- "num_data": 1800
1527
- }
1528
- },
1529
- "visdoc": {
1530
- "ViDoRe_arxivqa": {
1531
- "hit@1": 0.816,
1532
- "hit@5": 0.936,
1533
- "hit@10": 0.954,
1534
- "ndcg_linear@1": 0.816,
1535
- "ndcg_linear@5": 0.8836888004140118,
1536
- "ndcg_linear@10": 0.8896660326964386,
1537
- "ndcg_exponential@1": 0.816,
1538
- "ndcg_exponential@5": 0.8836888004140118,
1539
- "ndcg_exponential@10": 0.8896660326964386,
1540
- "precision@1": 0.816,
1541
- "precision@5": 0.18719999999999998,
1542
- "precision@10": 0.09540000000000001,
1543
- "recall@1": 0.816,
1544
- "recall@5": 0.936,
1545
- "recall@10": 0.954,
1546
- "f1@1": 0.816,
1547
- "f1@5": 0.312,
1548
- "f1@10": 0.17345454545454544,
1549
- "map@1": 0.816,
1550
- "map@5": 0.8659666666666667,
1551
- "map@10": 0.8685238095238095,
1552
- "mrr@1": 0.816,
1553
- "mrr@5": 0.8659666666666667,
1554
- "mrr@10": 0.8685238095238095,
1555
- "num_pred": 500,
1556
- "num_data": 500
1557
- },
1558
- "ViDoRe_docvqa": {
1559
- "hit@1": 0.45454545454545453,
1560
- "hit@5": 0.6607538802660754,
1561
- "hit@10": 0.7317073170731707,
1562
- "ndcg_linear@1": 0.45454545454545453,
1563
- "ndcg_linear@5": 0.5591472175964314,
1564
- "ndcg_linear@10": 0.5821176691514274,
1565
- "ndcg_exponential@1": 0.45454545454545453,
1566
- "ndcg_exponential@5": 0.5591472175964314,
1567
- "ndcg_exponential@10": 0.5821176691514274,
1568
- "precision@1": 0.45454545454545453,
1569
- "precision@5": 0.13303769401330373,
1570
- "precision@10": 0.07472283813747227,
1571
- "recall@1": 0.4514042867701404,
1572
- "recall@5": 0.6532520325203253,
1573
- "recall@10": 0.7225055432372506,
1574
- "f1@1": 0.4519301836375007,
1575
- "f1@5": 0.2201373232219718,
1576
- "f1@10": 0.1347748334444565,
1577
- "map@1": 0.45454545454545453,
1578
- "map@5": 0.5265853658536584,
1579
- "map@10": 0.5361782458733678,
1580
- "mrr@1": 0.45454545454545453,
1581
- "mrr@5": 0.5303769401330377,
1582
- "mrr@10": 0.539847077042199,
1583
- "num_pred": 451,
1584
- "num_data": 451
1585
- },
1586
- "ViDoRe_infovqa": {
1587
- "hit@1": 0.8340080971659919,
1588
- "hit@5": 0.937246963562753,
1589
- "hit@10": 0.9655870445344129,
1590
- "ndcg_linear@1": 0.8340080971659919,
1591
- "ndcg_linear@5": 0.889631686792143,
1592
- "ndcg_linear@10": 0.8995374892370924,
1593
- "ndcg_exponential@1": 0.8340080971659919,
1594
- "ndcg_exponential@5": 0.889631686792143,
1595
- "ndcg_exponential@10": 0.8995374892370924,
1596
- "precision@1": 0.8340080971659919,
1597
- "precision@5": 0.1874493927125506,
1598
- "precision@10": 0.09676113360323886,
1599
- "recall@1": 0.8340080971659919,
1600
- "recall@5": 0.9362348178137652,
1601
- "recall@10": 0.9655870445344129,
1602
- "f1@1": 0.8340080971659919,
1603
- "f1@5": 0.31231925968768076,
1604
- "f1@10": 0.17586799165746533,
1605
- "map@1": 0.8340080971659919,
1606
- "map@5": 0.8739372469635628,
1607
- "map@10": 0.8783248184563974,
1608
- "mrr@1": 0.8340080971659919,
1609
- "mrr@5": 0.8741902834008097,
1610
- "mrr@10": 0.8783248184563974,
1611
- "num_pred": 494,
1612
- "num_data": 494
1613
- },
1614
- "ViDoRe_tabfquad": {
1615
- "hit@1": 0.8464285714285714,
1616
- "hit@5": 0.9571428571428572,
1617
- "hit@10": 0.9785714285714285,
1618
- "ndcg_linear@1": 0.8464285714285714,
1619
- "ndcg_linear@5": 0.9107061812442212,
1620
- "ndcg_linear@10": 0.9176877298264003,
1621
- "ndcg_exponential@1": 0.8464285714285714,
1622
- "ndcg_exponential@5": 0.9107061812442212,
1623
- "ndcg_exponential@10": 0.9176877298264003,
1624
- "precision@1": 0.8464285714285714,
1625
- "precision@5": 0.19142857142857142,
1626
- "precision@10": 0.09785714285714285,
1627
- "recall@1": 0.8464285714285714,
1628
- "recall@5": 0.9571428571428572,
1629
- "recall@10": 0.9785714285714285,
1630
- "f1@1": 0.8464285714285714,
1631
- "f1@5": 0.31904761904761914,
1632
- "f1@10": 0.17792207792207795,
1633
- "map@1": 0.8464285714285714,
1634
- "map@5": 0.8947619047619048,
1635
- "map@10": 0.8976672335600906,
1636
- "mrr@1": 0.8464285714285714,
1637
- "mrr@5": 0.8947619047619048,
1638
- "mrr@10": 0.8976672335600906,
1639
- "num_pred": 280,
1640
- "num_data": 280
1641
- },
1642
- "ViDoRe_tatdqa": {
1643
- "hit@1": 0.560145808019441,
1644
- "hit@5": 0.8256379100850547,
1645
- "hit@10": 0.8979343863912516,
1646
- "ndcg_linear@1": 0.560145808019441,
1647
- "ndcg_linear@5": 0.7016598633848377,
1648
- "ndcg_linear@10": 0.7254934670687984,
1649
- "ndcg_exponential@1": 0.560145808019441,
1650
- "ndcg_exponential@5": 0.7016598633848377,
1651
- "ndcg_exponential@10": 0.7254934670687984,
1652
- "precision@1": 0.560145808019441,
1653
- "precision@5": 0.1657351154313487,
1654
- "precision@10": 0.09009720534629405,
1655
- "recall@1": 0.5586269744835966,
1656
- "recall@5": 0.8250303766707169,
1657
- "recall@10": 0.8973268529769137,
1658
- "f1@1": 0.559133252328878,
1659
- "f1@5": 0.27587803043453113,
1660
- "f1@10": 0.16370264000883689,
1661
- "map@1": 0.560145808019441,
1662
- "map@5": 0.6602673147023085,
1663
- "map@10": 0.6703740670022565,
1664
- "mrr@1": 0.560145808019441,
1665
- "mrr@5": 0.6610571081409476,
1666
- "mrr@10": 0.6711638604408957,
1667
- "num_pred": 1646,
1668
- "num_data": 1646
1669
- },
1670
- "ViDoRe_shiftproject": {
1671
- "hit@1": 0.69,
1672
- "hit@5": 0.95,
1673
- "hit@10": 0.96,
1674
- "ndcg_linear@1": 0.69,
1675
- "ndcg_linear@5": 0.8284181600303433,
1676
- "ndcg_linear@10": 0.8319802319014236,
1677
- "ndcg_exponential@1": 0.69,
1678
- "ndcg_exponential@5": 0.8284181600303433,
1679
- "ndcg_exponential@10": 0.8319802319014236,
1680
- "precision@1": 0.69,
1681
- "precision@5": 0.18999999999999997,
1682
- "precision@10": 0.09599999999999997,
1683
- "recall@1": 0.69,
1684
- "recall@5": 0.95,
1685
- "recall@10": 0.96,
1686
- "f1@1": 0.69,
1687
- "f1@5": 0.3166666666666667,
1688
- "f1@10": 0.17454545454545464,
1689
- "map@1": 0.69,
1690
- "map@5": 0.7878333333333333,
1691
- "map@10": 0.7895,
1692
- "mrr@1": 0.69,
1693
- "mrr@5": 0.7878333333333333,
1694
- "mrr@10": 0.7895,
1695
- "num_pred": 100,
1696
- "num_data": 100
1697
- },
1698
- "ViDoRe_syntheticDocQA_artificial_intelligence": {
1699
- "hit@1": 0.93,
1700
- "hit@5": 0.99,
1701
- "hit@10": 1.0,
1702
- "ndcg_linear@1": 0.93,
1703
- "ndcg_linear@5": 0.9665464876785728,
1704
- "ndcg_linear@10": 0.970108559549653,
1705
- "ndcg_exponential@1": 0.93,
1706
- "ndcg_exponential@5": 0.9665464876785728,
1707
- "ndcg_exponential@10": 0.970108559549653,
1708
- "precision@1": 0.93,
1709
- "precision@5": 0.19799999999999998,
1710
- "precision@10": 0.09999999999999998,
1711
- "recall@1": 0.93,
1712
- "recall@5": 0.99,
1713
- "recall@10": 1.0,
1714
- "f1@1": 0.93,
1715
- "f1@5": 0.3300000000000001,
1716
- "f1@10": 0.1818181818181819,
1717
- "map@1": 0.93,
1718
- "map@5": 0.9583333333333333,
1719
- "map@10": 0.96,
1720
- "mrr@1": 0.93,
1721
- "mrr@5": 0.9583333333333333,
1722
- "mrr@10": 0.96,
1723
- "num_pred": 100,
1724
- "num_data": 100
1725
- },
1726
- "ViDoRe_syntheticDocQA_energy": {
1727
- "hit@1": 0.87,
1728
- "hit@5": 0.98,
1729
- "hit@10": 0.99,
1730
- "ndcg_linear@1": 0.87,
1731
- "ndcg_linear@5": 0.9334718483307359,
1732
- "ndcg_linear@10": 0.9370339202018162,
1733
- "ndcg_exponential@1": 0.87,
1734
- "ndcg_exponential@5": 0.9334718483307359,
1735
- "ndcg_exponential@10": 0.9370339202018162,
1736
- "precision@1": 0.87,
1737
- "precision@5": 0.19599999999999995,
1738
- "precision@10": 0.09899999999999999,
1739
- "recall@1": 0.87,
1740
- "recall@5": 0.98,
1741
- "recall@10": 0.99,
1742
- "f1@1": 0.87,
1743
- "f1@5": 0.32666666666666677,
1744
- "f1@10": 0.18000000000000008,
1745
- "map@1": 0.87,
1746
- "map@5": 0.9175,
1747
- "map@10": 0.9191666666666666,
1748
- "mrr@1": 0.87,
1749
- "mrr@5": 0.9175,
1750
- "mrr@10": 0.9191666666666666,
1751
- "num_pred": 100,
1752
- "num_data": 100
1753
- },
1754
- "ViDoRe_syntheticDocQA_government_reports": {
1755
- "hit@1": 0.92,
1756
- "hit@5": 1.0,
1757
- "hit@10": 1.0,
1758
- "ndcg_linear@1": 0.92,
1759
- "ndcg_linear@5": 0.9660310788673668,
1760
- "ndcg_linear@10": 0.9660310788673668,
1761
- "ndcg_exponential@1": 0.92,
1762
- "ndcg_exponential@5": 0.9660310788673668,
1763
- "ndcg_exponential@10": 0.9660310788673668,
1764
- "precision@1": 0.92,
1765
- "precision@5": 0.19999999999999996,
1766
- "precision@10": 0.09999999999999998,
1767
- "recall@1": 0.92,
1768
- "recall@5": 1.0,
1769
- "recall@10": 1.0,
1770
- "f1@1": 0.92,
1771
- "f1@5": 0.3333333333333335,
1772
- "f1@10": 0.1818181818181819,
1773
- "map@1": 0.92,
1774
- "map@5": 0.9545,
1775
- "map@10": 0.9545,
1776
- "mrr@1": 0.92,
1777
- "mrr@5": 0.9545,
1778
- "mrr@10": 0.9545,
1779
- "num_pred": 100,
1780
- "num_data": 100
1781
- },
1782
- "ViDoRe_syntheticDocQA_healthcare_industry": {
1783
- "hit@1": 0.92,
1784
- "hit@5": 0.99,
1785
- "hit@10": 1.0,
1786
- "ndcg_linear@1": 0.92,
1787
- "ndcg_linear@5": 0.9615464876785729,
1788
- "ndcg_linear@10": 0.9648798210119063,
1789
- "ndcg_exponential@1": 0.92,
1790
- "ndcg_exponential@5": 0.9615464876785729,
1791
- "ndcg_exponential@10": 0.9648798210119063,
1792
- "precision@1": 0.92,
1793
- "precision@5": 0.19799999999999998,
1794
- "precision@10": 0.09999999999999998,
1795
- "recall@1": 0.92,
1796
- "recall@5": 0.99,
1797
- "recall@10": 1.0,
1798
- "f1@1": 0.92,
1799
- "f1@5": 0.3300000000000001,
1800
- "f1@10": 0.1818181818181819,
1801
- "map@1": 0.92,
1802
- "map@5": 0.9516666666666665,
1803
- "map@10": 0.953095238095238,
1804
- "mrr@1": 0.92,
1805
- "mrr@5": 0.9516666666666665,
1806
- "mrr@10": 0.953095238095238,
1807
- "num_pred": 100,
1808
- "num_data": 100
1809
- },
1810
- "ViDoRe_esg_reports_human_labeled_v2": {
1811
- "hit@1": 0.6923076923076923,
1812
- "hit@5": 0.8653846153846154,
1813
- "hit@10": 0.9423076923076923,
1814
- "ndcg_linear@1": 0.6794871794871794,
1815
- "ndcg_linear@5": 0.6850079638043376,
1816
- "ndcg_linear@10": 0.7055828115591345,
1817
- "ndcg_exponential@1": 0.6758241758241758,
1818
- "ndcg_exponential@5": 0.6870598177068044,
1819
- "ndcg_exponential@10": 0.7072435157004194,
1820
- "precision@1": 0.6923076923076923,
1821
- "precision@5": 0.2615384615384615,
1822
- "precision@10": 0.1519230769230769,
1823
- "recall@1": 0.46781135531135526,
1824
- "recall@5": 0.7094780219780219,
1825
- "recall@10": 0.7751914751914751,
1826
- "f1@1": 0.5160996055226825,
1827
- "f1@5": 0.34497773468361703,
1828
- "f1@10": 0.23249131147886803,
1829
- "map@1": 0.6923076923076923,
1830
- "map@5": 0.6217681623931622,
1831
- "map@10": 0.6309256715506716,
1832
- "mrr@1": 0.6923076923076923,
1833
- "mrr@5": 0.7602564102564102,
1834
- "mrr@10": 0.7702915140415141,
1835
- "num_pred": 52,
1836
- "num_data": 52
1837
- },
1838
- "ViDoRe_biomedical_lectures_v2_multilingual": {
1839
- "hit@1": 0.5171875,
1840
- "hit@5": 0.7859375,
1841
- "hit@10": 0.875,
1842
- "ndcg_linear@1": 0.5171875,
1843
- "ndcg_linear@5": 0.5500116000225008,
1844
- "ndcg_linear@10": 0.5842887358985536,
1845
- "ndcg_exponential@1": 0.5171875,
1846
- "ndcg_exponential@5": 0.5500116000225008,
1847
- "ndcg_exponential@10": 0.5842887358985536,
1848
- "precision@1": 0.5171875,
1849
- "precision@5": 0.250625,
1850
- "precision@10": 0.16046875000000002,
1851
- "recall@1": 0.3140526920995671,
1852
- "recall@5": 0.578547789658575,
1853
- "recall@10": 0.6839222217100007,
1854
- "f1@1": 0.3597080176767677,
1855
- "f1@5": 0.3105724347139789,
1856
- "f1@10": 0.23462920418021524,
1857
- "map@1": 0.5171875,
1858
- "map@5": 0.48176996527777777,
1859
- "map@10": 0.4975372828384826,
1860
- "mrr@1": 0.5171875,
1861
- "mrr@5": 0.6217447916666666,
1862
- "mrr@10": 0.633611111111111,
1863
- "num_pred": 640,
1864
- "num_data": 640
1865
- },
1866
- "ViDoRe_economics_reports_v2_multilingual": {
1867
- "hit@1": 0.6163793103448276,
1868
- "hit@5": 0.853448275862069,
1869
- "hit@10": 0.9051724137931034,
1870
- "ndcg_linear@1": 0.6163793103448276,
1871
- "ndcg_linear@5": 0.5420200233009677,
1872
- "ndcg_linear@10": 0.5149748780883319,
1873
- "ndcg_exponential@1": 0.6163793103448276,
1874
- "ndcg_exponential@5": 0.5420200233009677,
1875
- "ndcg_exponential@10": 0.5149748780883319,
1876
- "precision@1": 0.6163793103448276,
1877
- "precision@5": 0.45172413793103455,
1878
- "precision@10": 0.35560344827586204,
1879
- "recall@1": 0.1206555377644052,
1880
- "recall@5": 0.27522694499829176,
1881
- "recall@10": 0.3799883392170152,
1882
- "f1@1": 0.163094559194936,
1883
- "f1@5": 0.27150107984183286,
1884
- "f1@10": 0.2950180878579137,
1885
- "map@1": 0.6163793103448276,
1886
- "map@5": 0.44784602490421455,
1887
- "map@10": 0.39009401525616627,
1888
- "mrr@1": 0.6163793103448276,
1889
- "mrr@5": 0.7163074712643678,
1890
- "mrr@10": 0.7228653530377669,
1891
- "num_pred": 232,
1892
- "num_data": 232
1893
- },
1894
- "ViDoRe_esg_reports_v2_multilingual": {
1895
- "hit@1": 0.5307017543859649,
1896
- "hit@5": 0.8859649122807017,
1897
- "hit@10": 0.9298245614035088,
1898
- "ndcg_linear@1": 0.5307017543859649,
1899
- "ndcg_linear@5": 0.5953637724698377,
1900
- "ndcg_linear@10": 0.6273842742986787,
1901
- "ndcg_exponential@1": 0.5307017543859649,
1902
- "ndcg_exponential@5": 0.5953637724698377,
1903
- "ndcg_exponential@10": 0.6273842742986787,
1904
- "precision@1": 0.5307017543859649,
1905
- "precision@5": 0.29649122807017547,
1906
- "precision@10": 0.19561403508771932,
1907
- "recall@1": 0.29653822055137846,
1908
- "recall@5": 0.6304041353383457,
1909
- "recall@10": 0.7383719715956557,
1910
- "f1@1": 0.34645052332892623,
1911
- "f1@5": 0.3465147559481391,
1912
- "f1@10": 0.26546772646149375,
1913
- "map@1": 0.5307017543859649,
1914
- "map@5": 0.5048148148148147,
1915
- "map@10": 0.5187511313004733,
1916
- "mrr@1": 0.5307017543859649,
1917
- "mrr@5": 0.669517543859649,
1918
- "mrr@10": 0.6755830548593705,
1919
- "num_pred": 228,
1920
- "num_data": 228
1921
- },
1922
- "VisRAG_ArxivQA": {
1923
- "hit@1": 0.8848039215686274,
1924
- "hit@5": 0.9485294117647058,
1925
- "hit@10": 0.9693627450980392,
1926
- "ndcg_linear@1": 0.8848039215686274,
1927
- "ndcg_linear@5": 0.9198394507998217,
1928
- "ndcg_linear@10": 0.9263873578365119,
1929
- "ndcg_exponential@1": 0.8848039215686274,
1930
- "ndcg_exponential@5": 0.9198394507998217,
1931
- "ndcg_exponential@10": 0.9263873578365119,
1932
- "precision@1": 0.8848039215686274,
1933
- "precision@5": 0.1897058823529412,
1934
- "precision@10": 0.09693627450980391,
1935
- "recall@1": 0.8848039215686274,
1936
- "recall@5": 0.9485294117647058,
1937
- "recall@10": 0.9693627450980392,
1938
- "f1@1": 0.8848039215686274,
1939
- "f1@5": 0.31617647058823534,
1940
- "f1@10": 0.17624777183600712,
1941
- "map@1": 0.8848039215686274,
1942
- "map@5": 0.9102124183006536,
1943
- "map@10": 0.9128058862433863,
1944
- "mrr@1": 0.8848039215686274,
1945
- "mrr@5": 0.9102124183006536,
1946
- "mrr@10": 0.9128058862433863,
1947
- "num_pred": 816,
1948
- "num_data": 816
1949
- },
1950
- "VisRAG_ChartQA": {
1951
- "hit@1": 0.8888888888888888,
1952
- "hit@5": 0.9682539682539683,
1953
- "hit@10": 0.9841269841269841,
1954
- "ndcg_linear@1": 0.8888888888888888,
1955
- "ndcg_linear@5": 0.9319098194606715,
1956
- "ndcg_linear@10": 0.9375639017957195,
1957
- "ndcg_exponential@1": 0.8888888888888888,
1958
- "ndcg_exponential@5": 0.9319098194606715,
1959
- "ndcg_exponential@10": 0.9375639017957195,
1960
- "precision@1": 0.8888888888888888,
1961
- "precision@5": 0.19365079365079357,
1962
- "precision@10": 0.09841269841269837,
1963
- "recall@1": 0.8888888888888888,
1964
- "recall@5": 0.9682539682539683,
1965
- "recall@10": 0.9841269841269841,
1966
- "f1@1": 0.8888888888888888,
1967
- "f1@5": 0.3227513227513227,
1968
- "f1@10": 0.17893217893217894,
1969
- "map@1": 0.8888888888888888,
1970
- "map@5": 0.9198412698412699,
1971
- "map@10": 0.9224867724867725,
1972
- "mrr@1": 0.8888888888888888,
1973
- "mrr@5": 0.9198412698412699,
1974
- "mrr@10": 0.9224867724867725,
1975
- "num_pred": 63,
1976
- "num_data": 63
1977
- },
1978
- "VisRAG_MP-DocVQA": {
1979
- "hit@1": 0.8341793570219966,
1980
- "hit@5": 0.9627749576988156,
1981
- "hit@10": 0.9712351945854484,
1982
- "ndcg_linear@1": 0.8341793570219966,
1983
- "ndcg_linear@5": 0.9068024157797849,
1984
- "ndcg_linear@10": 0.9095703388415975,
1985
- "ndcg_exponential@1": 0.8341793570219966,
1986
- "ndcg_exponential@5": 0.9068024157797849,
1987
- "ndcg_exponential@10": 0.9095703388415975,
1988
- "precision@1": 0.8341793570219966,
1989
- "precision@5": 0.19255499153976308,
1990
- "precision@10": 0.09712351945854482,
1991
- "recall@1": 0.8341793570219966,
1992
- "recall@5": 0.9627749576988156,
1993
- "recall@10": 0.9712351945854484,
1994
- "f1@1": 0.8341793570219966,
1995
- "f1@5": 0.3209249858996052,
1996
- "f1@10": 0.1765882171973543,
1997
- "map@1": 0.8341793570219966,
1998
- "map@5": 0.8878172588832488,
1999
- "map@10": 0.8889802057314748,
2000
- "mrr@1": 0.8341793570219966,
2001
- "mrr@5": 0.8878172588832488,
2002
- "mrr@10": 0.8889802057314748,
2003
- "num_pred": 591,
2004
- "num_data": 591
2005
- },
2006
- "VisRAG_SlideVQA": {
2007
- "hit@1": 0.9514388489208633,
2008
- "hit@5": 0.9892086330935251,
2009
- "hit@10": 0.9982014388489209,
2010
- "ndcg_linear@1": 0.9514388489208633,
2011
- "ndcg_linear@5": 0.9624081818397682,
2012
- "ndcg_linear@10": 0.9670975337020787,
2013
- "ndcg_exponential@1": 0.9514388489208633,
2014
- "ndcg_exponential@5": 0.9624081818397682,
2015
- "ndcg_exponential@10": 0.9670975337020787,
2016
- "precision@1": 0.9514388489208633,
2017
- "precision@5": 0.24712230215827333,
2018
- "precision@10": 0.1253597122302158,
2019
- "recall@1": 0.822841726618705,
2020
- "recall@5": 0.9820143884892086,
2021
- "recall@10": 0.9955035971223022,
2022
- "f1@1": 0.8657074340527579,
2023
- "f1@5": 0.3877183967112026,
2024
- "f1@10": 0.22010573359494226,
2025
- "map@1": 0.9514388489208633,
2026
- "map@5": 0.9491906474820144,
2027
- "map@10": 0.9515851604430741,
2028
- "mrr@1": 0.9514388489208633,
2029
- "mrr@5": 0.9684352517985613,
2030
- "mrr@10": 0.9696235868448099,
2031
- "num_pred": 556,
2032
- "num_data": 556
2033
- },
2034
- "VisRAG_InfoVQA": {
2035
- "hit@1": 0.8662952646239555,
2036
- "hit@5": 0.979108635097493,
2037
- "hit@10": 0.9888579387186629,
2038
- "ndcg_linear@1": 0.8662952646239555,
2039
- "ndcg_linear@5": 0.9309894494325398,
2040
- "ndcg_linear@10": 0.9341631784749477,
2041
- "ndcg_exponential@1": 0.8662952646239555,
2042
- "ndcg_exponential@5": 0.9309894494325398,
2043
- "ndcg_exponential@10": 0.9341631784749477,
2044
- "precision@1": 0.8662952646239555,
2045
- "precision@5": 0.19582172701949857,
2046
- "precision@10": 0.09888579387186627,
2047
- "recall@1": 0.8662952646239555,
2048
- "recall@5": 0.979108635097493,
2049
- "recall@10": 0.9888579387186629,
2050
- "f1@1": 0.8662952646239555,
2051
- "f1@5": 0.3263695450324978,
2052
- "f1@10": 0.1797923524943024,
2053
- "map@1": 0.8662952646239555,
2054
- "map@5": 0.9145543175487466,
2055
- "map@10": 0.9158752265994606,
2056
- "mrr@1": 0.8662952646239555,
2057
- "mrr@5": 0.9145543175487466,
2058
- "mrr@10": 0.9158752265994606,
2059
- "num_pred": 718,
2060
- "num_data": 718
2061
- },
2062
- "VisRAG_PlotQA": {
2063
- "hit@1": 0.8099652375434531,
2064
- "hit@5": 0.9640787949015064,
2065
- "hit@10": 0.9779837775202781,
2066
- "ndcg_linear@1": 0.8099652375434531,
2067
- "ndcg_linear@5": 0.898734907633642,
2068
- "ndcg_linear@10": 0.9033890158517361,
2069
- "ndcg_exponential@1": 0.8099652375434531,
2070
- "ndcg_exponential@5": 0.898734907633642,
2071
- "ndcg_exponential@10": 0.9033890158517361,
2072
- "precision@1": 0.8099652375434531,
2073
- "precision@5": 0.1928157589803013,
2074
- "precision@10": 0.0977983777520278,
2075
- "recall@1": 0.8099652375434531,
2076
- "recall@5": 0.9640787949015064,
2077
- "recall@10": 0.9779837775202781,
2078
- "f1@1": 0.8099652375434531,
2079
- "f1@5": 0.32135959830050215,
2080
- "f1@10": 0.17781523227641424,
2081
- "map@1": 0.8099652375434531,
2082
- "map@5": 0.8764194669756662,
2083
- "map@10": 0.8784321028527285,
2084
- "mrr@1": 0.8099652375434531,
2085
- "mrr@5": 0.8764194669756662,
2086
- "mrr@10": 0.8784321028527285,
2087
- "num_pred": 863,
2088
- "num_data": 863
2089
- },
2090
- "ViDoSeek-page-fixed": {
2091
- "hit@1": 0.6681260945709282,
2092
- "hit@5": 0.9211908931698775,
2093
- "hit@10": 0.9702276707530648,
2094
- "ndcg_linear@1": 0.6681260945709282,
2095
- "ndcg_linear@5": 0.805697548759077,
2096
- "ndcg_linear@10": 0.8220320520402432,
2097
- "ndcg_exponential@1": 0.6681260945709282,
2098
- "ndcg_exponential@5": 0.8056975487590771,
2099
- "ndcg_exponential@10": 0.8220320520402432,
2100
- "precision@1": 0.6681260945709282,
2101
- "precision@5": 0.18423817863397546,
2102
- "precision@10": 0.09702276707530647,
2103
- "recall@1": 0.6681260945709282,
2104
- "recall@5": 0.9211908931698775,
2105
- "recall@10": 0.9702276707530648,
2106
- "f1@1": 0.6681260945709282,
2107
- "f1@5": 0.3070636310566259,
2108
- "f1@10": 0.17640503104601182,
2109
- "map@1": 0.6681260945709282,
2110
- "map@5": 0.7669877408056042,
2111
- "map@10": 0.7740128012676174,
2112
- "mrr@1": 0.6681260945709282,
2113
- "mrr@5": 0.7669877408056042,
2114
- "mrr@10": 0.7740128012676174,
2115
- "num_pred": 1142,
2116
- "num_data": 1142
2117
- },
2118
- "ViDoSeek-doc": {
2119
- "hit@1": 0.9956217162872154,
2120
- "hit@5": 0.9973730297723292,
2121
- "hit@10": 0.9982486865148862,
2122
- "ndcg_linear@1": 0.6792177466433158,
2123
- "ndcg_linear@5": 0.8325737255103054,
2124
- "ndcg_linear@10": 0.8214927654534369,
2125
- "ndcg_exponential@1": 0.4532149111833874,
2126
- "ndcg_exponential@5": 0.7123077933519634,
2127
- "ndcg_exponential@10": 0.7453977838473299,
2128
- "precision@1": 0.9956217162872154,
2129
- "precision@5": 0.9192644483362523,
2130
- "precision@10": 0.837478108581436,
2131
- "recall@1": 0.05868163881843439,
2132
- "recall@5": 0.2699023186512015,
2133
- "recall@10": 0.48333016120275846,
2134
- "f1@1": 0.11008326500371154,
2135
- "f1@5": 0.40903527980186927,
2136
- "f1@10": 0.5992204248728911,
2137
- "map@1": 0.9956217162872154,
2138
- "map@5": 0.9131173380035026,
2139
- "map@10": 0.8279581126817335,
2140
- "mrr@1": 0.9956217162872154,
2141
- "mrr@5": 0.9962346760070053,
2142
- "mrr@10": 0.9963222416812609,
2143
- "num_pred": 1142,
2144
- "num_data": 1142
2145
- },
2146
- "MMLongBench-page-fixed": {
2147
- "hit@1": 0.5298329355608592,
2148
- "hit@5": 0.779236276849642,
2149
- "hit@10": 0.8412887828162291,
2150
- "ndcg_linear@1": 0.5298329355608592,
2151
- "ndcg_linear@5": 0.615570276304039,
2152
- "ndcg_linear@10": 0.6429025245420998,
2153
- "ndcg_exponential@1": 0.5298329355608592,
2154
- "ndcg_exponential@5": 0.615570276304039,
2155
- "ndcg_exponential@10": 0.6429025245420998,
2156
- "precision@1": 0.5298329355608592,
2157
- "precision@5": 0.2054892601431981,
2158
- "precision@10": 0.12040572792362769,
2159
- "recall@1": 0.4124900556881464,
2160
- "recall@5": 0.6944993749289691,
2161
- "recall@10": 0.7728055489988664,
2162
- "f1@1": 0.44549869713950857,
2163
- "f1@5": 0.2990555005541669,
2164
- "f1@10": 0.1975717032298826,
2165
- "map@1": 0.5298329355608592,
2166
- "map@5": 0.5650643065499867,
2167
- "map@10": 0.5782352268340378,
2168
- "mrr@1": 0.5298329355608592,
2169
- "mrr@5": 0.6256364359586316,
2170
- "mrr@10": 0.6343433912944653,
2171
- "num_pred": 838,
2172
- "num_data": 838
2173
- },
2174
- "MMLongBench-doc": {
2175
- "hit@1": 0.8031026252983293,
2176
- "hit@5": 0.89618138424821,
2177
- "hit@10": 0.9200477326968973,
2178
- "ndcg_linear@1": 0.5827366746221162,
2179
- "ndcg_linear@5": 0.627715811607715,
2180
- "ndcg_linear@10": 0.5946759693246291,
2181
- "ndcg_exponential@1": 0.4253324241391067,
2182
- "ndcg_exponential@5": 0.5504502855713393,
2183
- "ndcg_exponential@10": 0.5469421587418297,
2184
- "precision@1": 0.8031026252983293,
2185
- "precision@5": 0.6761336515513127,
2186
- "precision@10": 0.5916467780429594,
2187
- "recall@1": 0.026630431539200364,
2188
- "recall@5": 0.1085703365840574,
2189
- "recall@10": 0.18490435585683201,
2190
- "f1@1": 0.0510038240021533,
2191
- "f1@5": 0.17940742525292072,
2192
- "f1@10": 0.26375810076612716,
2193
- "map@1": 0.8031026252983293,
2194
- "map@5": 0.6429753381066029,
2195
- "map@10": 0.5444720201790608,
2196
- "mrr@1": 0.8031026252983293,
2197
- "mrr@5": 0.8402147971360381,
2198
- "mrr@10": 0.8432449710194341,
2199
- "num_pred": 838,
2200
- "num_data": 838
2201
- }
2202
- }
2203
- }
2204
- }