Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB-Leaderboard
Running on CPU Upgrade

App Files Community
145

Upload 2 files

#123
by marverlises - opened
base: refs/heads/main
←
from: refs/pr/123
Discussion Files changed
+2142
-0
Files changed (2) hide show
  1. scores/S2R-2B.json +1071 -0
  2. scores/S2R-7B.json +1071 -0
scores/S2R-2B.json ADDED
@@ -0,0 +1,1071 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "S2R-2B",
4
+ "model_backbone": "Qwen2VL-2B",
5
+ "model_size": "2B parameters",
6
+ "embedding_dimension": null,
7
+ "max_length_tokens": null,
8
+ "model_release_date": "2025-03-1",
9
+ "score_source": "",
10
+ "url": "",
11
+ "report_generated_date": "2026-03-26T16:38:40.197169"
12
+ },
13
+ "metrics": {
14
+ "image": {
15
+ "ImageNet-1K": {
16
+ "hit@1": 0.795,
17
+ "hit@5": 0.947,
18
+ "hit@10": 0.971,
19
+ "ndcg_linear@1": 0.795,
20
+ "ndcg_linear@5": 0.8801247418711489,
21
+ "ndcg_linear@10": 0.8880245044189164,
22
+ "ndcg_exponential@1": 0.795,
23
+ "ndcg_exponential@5": 0.8801247418711489,
24
+ "ndcg_exponential@10": 0.8880245044189164,
25
+ "precision@1": 0.795,
26
+ "precision@5": 0.18940000000000004,
27
+ "precision@10": 0.09710000000000002,
28
+ "recall@1": 0.795,
29
+ "recall@5": 0.947,
30
+ "recall@10": 0.971,
31
+ "f1@1": 0.795,
32
+ "f1@5": 0.31566666666666665,
33
+ "f1@10": 0.17654545454545453,
34
+ "map@1": 0.795,
35
+ "map@5": 0.8574666666666667,
36
+ "map@10": 0.8608055555555556,
37
+ "mrr@1": 0.795,
38
+ "mrr@5": 0.8574666666666667,
39
+ "mrr@10": 0.8608055555555556,
40
+ "num_pred": 1000,
41
+ "num_data": 1000
42
+ },
43
+ "N24News": {
44
+ "hit@1": 0.768,
45
+ "hit@5": 0.965,
46
+ "hit@10": 0.994,
47
+ "ndcg_linear@1": 0.768,
48
+ "ndcg_linear@5": 0.8777444453898255,
49
+ "ndcg_linear@10": 0.8871696960842365,
50
+ "ndcg_exponential@1": 0.768,
51
+ "ndcg_exponential@5": 0.8777444453898255,
52
+ "ndcg_exponential@10": 0.8871696960842365,
53
+ "precision@1": 0.768,
54
+ "precision@5": 0.19300000000000003,
55
+ "precision@10": 0.0994,
56
+ "recall@1": 0.768,
57
+ "recall@5": 0.965,
58
+ "recall@10": 0.994,
59
+ "f1@1": 0.768,
60
+ "f1@5": 0.32166666666666666,
61
+ "f1@10": 0.18072727272727268,
62
+ "map@1": 0.768,
63
+ "map@5": 0.8482666666666666,
64
+ "map@10": 0.8521817460317461,
65
+ "mrr@1": 0.768,
66
+ "mrr@5": 0.8482666666666666,
67
+ "mrr@10": 0.8521817460317461,
68
+ "num_pred": 1000,
69
+ "num_data": 1000
70
+ },
71
+ "HatefulMemes": {
72
+ "hit@1": 0.636,
73
+ "hit@5": 1.0,
74
+ "hit@10": 1.0,
75
+ "ndcg_linear@1": 0.636,
76
+ "ndcg_linear@5": 0.8656584303000107,
77
+ "ndcg_linear@10": 0.8656584303000107,
78
+ "ndcg_exponential@1": 0.636,
79
+ "ndcg_exponential@5": 0.8656584303000107,
80
+ "ndcg_exponential@10": 0.8656584303000107,
81
+ "precision@1": 0.636,
82
+ "precision@5": 0.20000000000000004,
83
+ "precision@10": 0.10000000000000002,
84
+ "recall@1": 0.636,
85
+ "recall@5": 1.0,
86
+ "recall@10": 1.0,
87
+ "f1@1": 0.636,
88
+ "f1@5": 0.3333333333333333,
89
+ "f1@10": 0.18181818181818182,
90
+ "map@1": 0.636,
91
+ "map@5": 0.818,
92
+ "map@10": 0.818,
93
+ "mrr@1": 0.636,
94
+ "mrr@5": 0.818,
95
+ "mrr@10": 0.818,
96
+ "num_pred": 1000,
97
+ "num_data": 1000
98
+ },
99
+ "VOC2007": {
100
+ "hit@1": 0.856,
101
+ "hit@5": 0.966,
102
+ "hit@10": 0.992,
103
+ "ndcg_linear@1": 0.856,
104
+ "ndcg_linear@5": 0.9179226289502243,
105
+ "ndcg_linear@10": 0.9265263668995551,
106
+ "ndcg_exponential@1": 0.856,
107
+ "ndcg_exponential@5": 0.9179226289502243,
108
+ "ndcg_exponential@10": 0.9265263668995551,
109
+ "precision@1": 0.856,
110
+ "precision@5": 0.19320000000000004,
111
+ "precision@10": 0.09920000000000001,
112
+ "recall@1": 0.856,
113
+ "recall@5": 0.966,
114
+ "recall@10": 0.992,
115
+ "f1@1": 0.856,
116
+ "f1@5": 0.322,
117
+ "f1@10": 0.18036363636363634,
118
+ "map@1": 0.856,
119
+ "map@5": 0.9016166666666666,
120
+ "map@10": 0.9052789682539683,
121
+ "mrr@1": 0.856,
122
+ "mrr@5": 0.9016166666666666,
123
+ "mrr@10": 0.9052789682539683,
124
+ "num_pred": 1000,
125
+ "num_data": 1000
126
+ },
127
+ "SUN397": {
128
+ "hit@1": 0.735,
129
+ "hit@5": 0.952,
130
+ "hit@10": 0.977,
131
+ "ndcg_linear@1": 0.735,
132
+ "ndcg_linear@5": 0.8543879450541303,
133
+ "ndcg_linear@10": 0.8627373645789966,
134
+ "ndcg_exponential@1": 0.735,
135
+ "ndcg_exponential@5": 0.8543879450541303,
136
+ "ndcg_exponential@10": 0.8627373645789966,
137
+ "precision@1": 0.735,
138
+ "precision@5": 0.19040000000000004,
139
+ "precision@10": 0.09770000000000002,
140
+ "recall@1": 0.735,
141
+ "recall@5": 0.952,
142
+ "recall@10": 0.977,
143
+ "f1@1": 0.735,
144
+ "f1@5": 0.31733333333333336,
145
+ "f1@10": 0.17763636363636362,
146
+ "map@1": 0.735,
147
+ "map@5": 0.8215833333333333,
148
+ "map@10": 0.8251833333333334,
149
+ "mrr@1": 0.735,
150
+ "mrr@5": 0.8215833333333333,
151
+ "mrr@10": 0.8251833333333334,
152
+ "num_pred": 1000,
153
+ "num_data": 1000
154
+ },
155
+ "Place365": {
156
+ "hit@1": 0.421,
157
+ "hit@5": 0.699,
158
+ "hit@10": 0.787,
159
+ "ndcg_linear@1": 0.421,
160
+ "ndcg_linear@5": 0.5710122922491633,
161
+ "ndcg_linear@10": 0.5995881104644093,
162
+ "ndcg_exponential@1": 0.421,
163
+ "ndcg_exponential@5": 0.5710122922491633,
164
+ "ndcg_exponential@10": 0.5995881104644093,
165
+ "precision@1": 0.421,
166
+ "precision@5": 0.1398,
167
+ "precision@10": 0.07869999999999999,
168
+ "recall@1": 0.421,
169
+ "recall@5": 0.699,
170
+ "recall@10": 0.787,
171
+ "f1@1": 0.421,
172
+ "f1@5": 0.23300000000000007,
173
+ "f1@10": 0.14309090909090913,
174
+ "map@1": 0.421,
175
+ "map@5": 0.5282333333333333,
176
+ "map@10": 0.5400884920634921,
177
+ "mrr@1": 0.421,
178
+ "mrr@5": 0.5282333333333333,
179
+ "mrr@10": 0.5400884920634921,
180
+ "num_pred": 1000,
181
+ "num_data": 1000
182
+ },
183
+ "ImageNet-A": {
184
+ "hit@1": 0.471,
185
+ "hit@5": 0.724,
186
+ "hit@10": 0.801,
187
+ "ndcg_linear@1": 0.471,
188
+ "ndcg_linear@5": 0.6065637802061549,
189
+ "ndcg_linear@10": 0.6314182957113239,
190
+ "ndcg_exponential@1": 0.471,
191
+ "ndcg_exponential@5": 0.6065637802061549,
192
+ "ndcg_exponential@10": 0.6314182957113239,
193
+ "precision@1": 0.471,
194
+ "precision@5": 0.14479999999999998,
195
+ "precision@10": 0.08009999999999999,
196
+ "recall@1": 0.471,
197
+ "recall@5": 0.724,
198
+ "recall@10": 0.801,
199
+ "f1@1": 0.471,
200
+ "f1@5": 0.24133333333333337,
201
+ "f1@10": 0.14563636363636362,
202
+ "map@1": 0.471,
203
+ "map@5": 0.5674,
204
+ "map@10": 0.5776230158730159,
205
+ "mrr@1": 0.471,
206
+ "mrr@5": 0.5674,
207
+ "mrr@10": 0.5776230158730159,
208
+ "num_pred": 1000,
209
+ "num_data": 1000
210
+ },
211
+ "ImageNet-R": {
212
+ "hit@1": 0.908,
213
+ "hit@5": 0.981,
214
+ "hit@10": 0.983,
215
+ "ndcg_linear@1": 0.908,
216
+ "ndcg_linear@5": 0.9500292459415739,
217
+ "ndcg_linear@10": 0.9506601756951454,
218
+ "ndcg_exponential@1": 0.908,
219
+ "ndcg_exponential@5": 0.9500292459415739,
220
+ "ndcg_exponential@10": 0.9506601756951454,
221
+ "precision@1": 0.908,
222
+ "precision@5": 0.1962,
223
+ "precision@10": 0.09830000000000001,
224
+ "recall@1": 0.908,
225
+ "recall@5": 0.981,
226
+ "recall@10": 0.983,
227
+ "f1@1": 0.908,
228
+ "f1@5": 0.327,
229
+ "f1@10": 0.17872727272727268,
230
+ "map@1": 0.908,
231
+ "map@5": 0.9394333333333333,
232
+ "map@10": 0.9396833333333334,
233
+ "mrr@1": 0.908,
234
+ "mrr@5": 0.9394333333333333,
235
+ "mrr@10": 0.9396833333333334,
236
+ "num_pred": 1000,
237
+ "num_data": 1000
238
+ },
239
+ "ObjectNet": {
240
+ "hit@1": 0.631,
241
+ "hit@5": 0.844,
242
+ "hit@10": 0.894,
243
+ "ndcg_linear@1": 0.631,
244
+ "ndcg_linear@5": 0.7496271953445112,
245
+ "ndcg_linear@10": 0.7661190341190208,
246
+ "ndcg_exponential@1": 0.631,
247
+ "ndcg_exponential@5": 0.7496271953445112,
248
+ "ndcg_exponential@10": 0.7661190341190208,
249
+ "precision@1": 0.631,
250
+ "precision@5": 0.1688,
251
+ "precision@10": 0.08940000000000001,
252
+ "recall@1": 0.631,
253
+ "recall@5": 0.844,
254
+ "recall@10": 0.894,
255
+ "f1@1": 0.631,
256
+ "f1@5": 0.2813333333333334,
257
+ "f1@10": 0.16254545454545455,
258
+ "map@1": 0.631,
259
+ "map@5": 0.71775,
260
+ "map@10": 0.7247523809523809,
261
+ "mrr@1": 0.631,
262
+ "mrr@5": 0.71775,
263
+ "mrr@10": 0.7247523809523809,
264
+ "num_pred": 1000,
265
+ "num_data": 1000
266
+ },
267
+ "Country211": {
268
+ "hit@1": 0.25,
269
+ "hit@5": 0.447,
270
+ "hit@10": 0.542,
271
+ "ndcg_linear@1": 0.25,
272
+ "ndcg_linear@5": 0.3549178786423405,
273
+ "ndcg_linear@10": 0.3854748365096883,
274
+ "ndcg_exponential@1": 0.25,
275
+ "ndcg_exponential@5": 0.3549178786423405,
276
+ "ndcg_exponential@10": 0.3854748365096883,
277
+ "precision@1": 0.25,
278
+ "precision@5": 0.08940000000000001,
279
+ "precision@10": 0.0542,
280
+ "recall@1": 0.25,
281
+ "recall@5": 0.447,
282
+ "recall@10": 0.542,
283
+ "f1@1": 0.25,
284
+ "f1@5": 0.14900000000000005,
285
+ "f1@10": 0.09854545454545456,
286
+ "map@1": 0.25,
287
+ "map@5": 0.3243166666666666,
288
+ "map@10": 0.3368281746031746,
289
+ "mrr@1": 0.25,
290
+ "mrr@5": 0.3243166666666666,
291
+ "mrr@10": 0.3368281746031746,
292
+ "num_pred": 1000,
293
+ "num_data": 1000
294
+ },
295
+ "OK-VQA": {
296
+ "hit@1": 0.61,
297
+ "hit@5": 0.867,
298
+ "hit@10": 0.926,
299
+ "ndcg_linear@1": 0.61,
300
+ "ndcg_linear@5": 0.7523269854145506,
301
+ "ndcg_linear@10": 0.771384815792835,
302
+ "ndcg_exponential@1": 0.61,
303
+ "ndcg_exponential@5": 0.7523269854145506,
304
+ "ndcg_exponential@10": 0.771384815792835,
305
+ "precision@1": 0.61,
306
+ "precision@5": 0.1734,
307
+ "precision@10": 0.0926,
308
+ "recall@1": 0.61,
309
+ "recall@5": 0.867,
310
+ "recall@10": 0.926,
311
+ "f1@1": 0.61,
312
+ "f1@5": 0.289,
313
+ "f1@10": 0.16836363636363635,
314
+ "map@1": 0.61,
315
+ "map@5": 0.7137333333333333,
316
+ "map@10": 0.7215853174603175,
317
+ "mrr@1": 0.61,
318
+ "mrr@5": 0.7137333333333333,
319
+ "mrr@10": 0.7215853174603175,
320
+ "num_pred": 1000,
321
+ "num_data": 1000
322
+ },
323
+ "A-OKVQA": {
324
+ "hit@1": 0.501,
325
+ "hit@5": 0.843,
326
+ "hit@10": 0.913,
327
+ "ndcg_linear@1": 0.501,
328
+ "ndcg_linear@5": 0.6864091594800752,
329
+ "ndcg_linear@10": 0.7094775566958909,
330
+ "ndcg_exponential@1": 0.501,
331
+ "ndcg_exponential@5": 0.6864091594800752,
332
+ "ndcg_exponential@10": 0.7094775566958909,
333
+ "precision@1": 0.501,
334
+ "precision@5": 0.16860000000000003,
335
+ "precision@10": 0.0913,
336
+ "recall@1": 0.501,
337
+ "recall@5": 0.843,
338
+ "recall@10": 0.913,
339
+ "f1@1": 0.501,
340
+ "f1@5": 0.281,
341
+ "f1@10": 0.166,
342
+ "map@1": 0.501,
343
+ "map@5": 0.6339666666666667,
344
+ "map@10": 0.6437369047619047,
345
+ "mrr@1": 0.501,
346
+ "mrr@5": 0.6339666666666667,
347
+ "mrr@10": 0.6437369047619047,
348
+ "num_pred": 1000,
349
+ "num_data": 1000
350
+ },
351
+ "DocVQA": {
352
+ "hit@1": 0.921,
353
+ "hit@5": 0.987,
354
+ "hit@10": 0.992,
355
+ "ndcg_linear@1": 0.921,
356
+ "ndcg_linear@5": 0.9584735492837754,
357
+ "ndcg_linear@10": 0.9600313407680879,
358
+ "ndcg_exponential@1": 0.921,
359
+ "ndcg_exponential@5": 0.9584735492837754,
360
+ "ndcg_exponential@10": 0.9600313407680879,
361
+ "precision@1": 0.921,
362
+ "precision@5": 0.19740000000000005,
363
+ "precision@10": 0.09920000000000001,
364
+ "recall@1": 0.921,
365
+ "recall@5": 0.987,
366
+ "recall@10": 0.992,
367
+ "f1@1": 0.921,
368
+ "f1@5": 0.329,
369
+ "f1@10": 0.18036363636363634,
370
+ "map@1": 0.921,
371
+ "map@5": 0.9487833333333333,
372
+ "map@10": 0.9493912698412699,
373
+ "mrr@1": 0.921,
374
+ "mrr@5": 0.9487833333333333,
375
+ "mrr@10": 0.9493912698412699,
376
+ "num_pred": 1000,
377
+ "num_data": 1000
378
+ },
379
+ "InfographicsVQA": {
380
+ "hit@1": 0.622,
381
+ "hit@5": 0.816,
382
+ "hit@10": 0.87,
383
+ "ndcg_linear@1": 0.622,
384
+ "ndcg_linear@5": 0.7271745268496868,
385
+ "ndcg_linear@10": 0.7447662197537006,
386
+ "ndcg_exponential@1": 0.622,
387
+ "ndcg_exponential@5": 0.7271745268496868,
388
+ "ndcg_exponential@10": 0.7447662197537006,
389
+ "precision@1": 0.622,
390
+ "precision@5": 0.16319999999999998,
391
+ "precision@10": 0.087,
392
+ "recall@1": 0.622,
393
+ "recall@5": 0.816,
394
+ "recall@10": 0.87,
395
+ "f1@1": 0.622,
396
+ "f1@5": 0.272,
397
+ "f1@10": 0.15818181818181817,
398
+ "map@1": 0.622,
399
+ "map@5": 0.6974666666666667,
400
+ "map@10": 0.7048035714285714,
401
+ "mrr@1": 0.622,
402
+ "mrr@5": 0.6974666666666667,
403
+ "mrr@10": 0.7048035714285714,
404
+ "num_pred": 1000,
405
+ "num_data": 1000
406
+ },
407
+ "ChartQA": {
408
+ "hit@1": 0.512,
409
+ "hit@5": 0.705,
410
+ "hit@10": 0.767,
411
+ "ndcg_linear@1": 0.512,
412
+ "ndcg_linear@5": 0.6158533832066461,
413
+ "ndcg_linear@10": 0.6359639345795332,
414
+ "ndcg_exponential@1": 0.512,
415
+ "ndcg_exponential@5": 0.6158533832066461,
416
+ "ndcg_exponential@10": 0.6359639345795332,
417
+ "precision@1": 0.512,
418
+ "precision@5": 0.141,
419
+ "precision@10": 0.0767,
420
+ "recall@1": 0.512,
421
+ "recall@5": 0.705,
422
+ "recall@10": 0.767,
423
+ "f1@1": 0.512,
424
+ "f1@5": 0.23500000000000004,
425
+ "f1@10": 0.13945454545454547,
426
+ "map@1": 0.512,
427
+ "map@5": 0.5860666666666666,
428
+ "map@10": 0.5944123015873015,
429
+ "mrr@1": 0.512,
430
+ "mrr@5": 0.5860666666666666,
431
+ "mrr@10": 0.5944123015873015,
432
+ "num_pred": 1000,
433
+ "num_data": 1000
434
+ },
435
+ "Visual7W": {
436
+ "hit@1": 0.527,
437
+ "hit@5": 0.864,
438
+ "hit@10": 0.943,
439
+ "ndcg_linear@1": 0.527,
440
+ "ndcg_linear@5": 0.7123709143385092,
441
+ "ndcg_linear@10": 0.7383894305283727,
442
+ "ndcg_exponential@1": 0.527,
443
+ "ndcg_exponential@5": 0.7123709143385092,
444
+ "ndcg_exponential@10": 0.7383894305283727,
445
+ "precision@1": 0.527,
446
+ "precision@5": 0.1728,
447
+ "precision@10": 0.09430000000000001,
448
+ "recall@1": 0.527,
449
+ "recall@5": 0.864,
450
+ "recall@10": 0.943,
451
+ "f1@1": 0.527,
452
+ "f1@5": 0.288,
453
+ "f1@10": 0.17145454545454544,
454
+ "map@1": 0.527,
455
+ "map@5": 0.6613666666666665,
456
+ "map@10": 0.6723785714285714,
457
+ "mrr@1": 0.527,
458
+ "mrr@5": 0.6613666666666665,
459
+ "mrr@10": 0.6723785714285714,
460
+ "num_pred": 1000,
461
+ "num_data": 1000
462
+ },
463
+ "ScienceQA": {
464
+ "hit@1": 0.421,
465
+ "hit@5": 0.727,
466
+ "hit@10": 0.834,
467
+ "ndcg_linear@1": 0.421,
468
+ "ndcg_linear@5": 0.5873370762944322,
469
+ "ndcg_linear@10": 0.6217464505326055,
470
+ "ndcg_exponential@1": 0.421,
471
+ "ndcg_exponential@5": 0.5873370762944322,
472
+ "ndcg_exponential@10": 0.6217464505326055,
473
+ "precision@1": 0.421,
474
+ "precision@5": 0.1454,
475
+ "precision@10": 0.0834,
476
+ "recall@1": 0.421,
477
+ "recall@5": 0.727,
478
+ "recall@10": 0.834,
479
+ "f1@1": 0.421,
480
+ "f1@5": 0.24233333333333337,
481
+ "f1@10": 0.15163636363636365,
482
+ "map@1": 0.421,
483
+ "map@5": 0.5405999999999999,
484
+ "map@10": 0.5546896825396825,
485
+ "mrr@1": 0.421,
486
+ "mrr@5": 0.5405999999999999,
487
+ "mrr@10": 0.5546896825396825,
488
+ "num_pred": 1000,
489
+ "num_data": 1000
490
+ },
491
+ "VizWiz": {
492
+ "hit@1": 0.49,
493
+ "hit@5": 0.675,
494
+ "hit@10": 0.72,
495
+ "ndcg_linear@1": 0.49,
496
+ "ndcg_linear@5": 0.590163352296777,
497
+ "ndcg_linear@10": 0.6050621378482369,
498
+ "ndcg_exponential@1": 0.49,
499
+ "ndcg_exponential@5": 0.590163352296777,
500
+ "ndcg_exponential@10": 0.6050621378482369,
501
+ "precision@1": 0.49,
502
+ "precision@5": 0.135,
503
+ "precision@10": 0.072,
504
+ "recall@1": 0.49,
505
+ "recall@5": 0.675,
506
+ "recall@10": 0.72,
507
+ "f1@1": 0.49,
508
+ "f1@5": 0.22500000000000003,
509
+ "f1@10": 0.13090909090909095,
510
+ "map@1": 0.49,
511
+ "map@5": 0.5617833333333333,
512
+ "map@10": 0.568136507936508,
513
+ "mrr@1": 0.49,
514
+ "mrr@5": 0.5617833333333333,
515
+ "mrr@10": 0.568136507936508,
516
+ "num_pred": 1000,
517
+ "num_data": 1000
518
+ },
519
+ "GQA": {
520
+ "hit@1": 0.6,
521
+ "hit@5": 0.835,
522
+ "hit@10": 0.905,
523
+ "ndcg_linear@1": 0.6,
524
+ "ndcg_linear@5": 0.7291952789334429,
525
+ "ndcg_linear@10": 0.7518884766669007,
526
+ "ndcg_exponential@1": 0.6,
527
+ "ndcg_exponential@5": 0.7291952789334429,
528
+ "ndcg_exponential@10": 0.7518884766669007,
529
+ "precision@1": 0.6,
530
+ "precision@5": 0.167,
531
+ "precision@10": 0.09050000000000001,
532
+ "recall@1": 0.6,
533
+ "recall@5": 0.835,
534
+ "recall@10": 0.905,
535
+ "f1@1": 0.6,
536
+ "f1@5": 0.2783333333333334,
537
+ "f1@10": 0.16454545454545452,
538
+ "map@1": 0.6,
539
+ "map@5": 0.6936,
540
+ "map@10": 0.7030019841269841,
541
+ "mrr@1": 0.6,
542
+ "mrr@5": 0.6936,
543
+ "mrr@10": 0.7030019841269841,
544
+ "num_pred": 1000,
545
+ "num_data": 1000
546
+ },
547
+ "TextVQA": {
548
+ "hit@1": 0.799,
549
+ "hit@5": 0.894,
550
+ "hit@10": 0.912,
551
+ "ndcg_linear@1": 0.799,
552
+ "ndcg_linear@5": 0.8525754441171507,
553
+ "ndcg_linear@10": 0.8582732642456642,
554
+ "ndcg_exponential@1": 0.799,
555
+ "ndcg_exponential@5": 0.8525754441171507,
556
+ "ndcg_exponential@10": 0.8582732642456642,
557
+ "precision@1": 0.799,
558
+ "precision@5": 0.17880000000000001,
559
+ "precision@10": 0.09120000000000002,
560
+ "recall@1": 0.799,
561
+ "recall@5": 0.894,
562
+ "recall@10": 0.912,
563
+ "f1@1": 0.799,
564
+ "f1@5": 0.298,
565
+ "f1@10": 0.1658181818181818,
566
+ "map@1": 0.799,
567
+ "map@5": 0.8385333333333334,
568
+ "map@10": 0.8408115079365078,
569
+ "mrr@1": 0.799,
570
+ "mrr@5": 0.8385333333333334,
571
+ "mrr@10": 0.8408115079365078,
572
+ "num_pred": 1000,
573
+ "num_data": 1000
574
+ },
575
+ "VisDial": {
576
+ "hit@1": 0.787,
577
+ "hit@5": 0.951,
578
+ "hit@10": 0.98,
579
+ "ndcg_linear@1": 0.787,
580
+ "ndcg_linear@5": 0.8785910096753295,
581
+ "ndcg_linear@10": 0.8880779221589455,
582
+ "ndcg_exponential@1": 0.787,
583
+ "ndcg_exponential@5": 0.8785910096753295,
584
+ "ndcg_exponential@10": 0.8880779221589455,
585
+ "precision@1": 0.787,
586
+ "precision@5": 0.19020000000000004,
587
+ "precision@10": 0.09800000000000002,
588
+ "recall@1": 0.787,
589
+ "recall@5": 0.951,
590
+ "recall@10": 0.98,
591
+ "f1@1": 0.787,
592
+ "f1@5": 0.317,
593
+ "f1@10": 0.17818181818181814,
594
+ "map@1": 0.787,
595
+ "map@5": 0.8541333333333333,
596
+ "map@10": 0.8581146825396825,
597
+ "mrr@1": 0.787,
598
+ "mrr@5": 0.8541333333333333,
599
+ "mrr@10": 0.8581146825396825,
600
+ "num_pred": 1000,
601
+ "num_data": 1000
602
+ },
603
+ "CIRR": {
604
+ "hit@1": 0.463,
605
+ "hit@5": 0.864,
606
+ "hit@10": 0.929,
607
+ "ndcg_linear@1": 0.463,
608
+ "ndcg_linear@5": 0.6822672132708427,
609
+ "ndcg_linear@10": 0.7037298923512857,
610
+ "ndcg_exponential@1": 0.463,
611
+ "ndcg_exponential@5": 0.6822672132708427,
612
+ "ndcg_exponential@10": 0.7037298923512857,
613
+ "precision@1": 0.463,
614
+ "precision@5": 0.1728,
615
+ "precision@10": 0.09290000000000001,
616
+ "recall@1": 0.463,
617
+ "recall@5": 0.864,
618
+ "recall@10": 0.929,
619
+ "f1@1": 0.463,
620
+ "f1@5": 0.288,
621
+ "f1@10": 0.1689090909090909,
622
+ "map@1": 0.463,
623
+ "map@5": 0.62125,
624
+ "map@10": 0.6303674603174603,
625
+ "mrr@1": 0.463,
626
+ "mrr@5": 0.62125,
627
+ "mrr@10": 0.6303674603174603,
628
+ "num_pred": 1000,
629
+ "num_data": 1000
630
+ },
631
+ "VisualNews_t2i": {
632
+ "hit@1": 0.738,
633
+ "hit@5": 0.895,
634
+ "hit@10": 0.925,
635
+ "ndcg_linear@1": 0.738,
636
+ "ndcg_linear@5": 0.8253059726528459,
637
+ "ndcg_linear@10": 0.8350442185122667,
638
+ "ndcg_exponential@1": 0.738,
639
+ "ndcg_exponential@5": 0.8253059726528459,
640
+ "ndcg_exponential@10": 0.8350442185122667,
641
+ "precision@1": 0.738,
642
+ "precision@5": 0.179,
643
+ "precision@10": 0.0925,
644
+ "recall@1": 0.738,
645
+ "recall@5": 0.895,
646
+ "recall@10": 0.925,
647
+ "f1@1": 0.738,
648
+ "f1@5": 0.2983333333333334,
649
+ "f1@10": 0.16818181818181818,
650
+ "map@1": 0.738,
651
+ "map@5": 0.8017833333333333,
652
+ "map@10": 0.8058206349206349,
653
+ "mrr@1": 0.738,
654
+ "mrr@5": 0.8017833333333333,
655
+ "mrr@10": 0.8058206349206349,
656
+ "num_pred": 1000,
657
+ "num_data": 1000
658
+ },
659
+ "VisualNews_i2t": {
660
+ "hit@1": 0.741,
661
+ "hit@5": 0.887,
662
+ "hit@10": 0.922,
663
+ "ndcg_linear@1": 0.741,
664
+ "ndcg_linear@5": 0.8217141693744904,
665
+ "ndcg_linear@10": 0.833062914197892,
666
+ "ndcg_exponential@1": 0.741,
667
+ "ndcg_exponential@5": 0.8217141693744904,
668
+ "ndcg_exponential@10": 0.833062914197892,
669
+ "precision@1": 0.741,
670
+ "precision@5": 0.17740000000000003,
671
+ "precision@10": 0.09220000000000002,
672
+ "recall@1": 0.741,
673
+ "recall@5": 0.887,
674
+ "recall@10": 0.922,
675
+ "f1@1": 0.741,
676
+ "f1@5": 0.29566666666666674,
677
+ "f1@10": 0.16763636363636364,
678
+ "map@1": 0.741,
679
+ "map@5": 0.79975,
680
+ "map@10": 0.804448015873016,
681
+ "mrr@1": 0.741,
682
+ "mrr@5": 0.79975,
683
+ "mrr@10": 0.804448015873016,
684
+ "num_pred": 1000,
685
+ "num_data": 1000
686
+ },
687
+ "MSCOCO_t2i": {
688
+ "hit@1": 0.726,
689
+ "hit@5": 0.934,
690
+ "hit@10": 0.975,
691
+ "ndcg_linear@1": 0.726,
692
+ "ndcg_linear@5": 0.8425359603647341,
693
+ "ndcg_linear@10": 0.8559174312414216,
694
+ "ndcg_exponential@1": 0.726,
695
+ "ndcg_exponential@5": 0.8425359603647341,
696
+ "ndcg_exponential@10": 0.8559174312414216,
697
+ "precision@1": 0.726,
698
+ "precision@5": 0.18680000000000002,
699
+ "precision@10": 0.09750000000000002,
700
+ "recall@1": 0.726,
701
+ "recall@5": 0.934,
702
+ "recall@10": 0.975,
703
+ "f1@1": 0.726,
704
+ "f1@5": 0.3113333333333333,
705
+ "f1@10": 0.17727272727272725,
706
+ "map@1": 0.726,
707
+ "map@5": 0.8115666666666667,
708
+ "map@10": 0.8171599206349206,
709
+ "mrr@1": 0.726,
710
+ "mrr@5": 0.8115666666666667,
711
+ "mrr@10": 0.8171599206349206,
712
+ "num_pred": 1000,
713
+ "num_data": 1000
714
+ },
715
+ "MSCOCO_i2t": {
716
+ "hit@1": 0.678,
717
+ "hit@5": 0.92,
718
+ "hit@10": 0.969,
719
+ "ndcg_linear@1": 0.678,
720
+ "ndcg_linear@5": 0.812037793290527,
721
+ "ndcg_linear@10": 0.8277667803958215,
722
+ "ndcg_exponential@1": 0.678,
723
+ "ndcg_exponential@5": 0.812037793290527,
724
+ "ndcg_exponential@10": 0.8277667803958215,
725
+ "precision@1": 0.678,
726
+ "precision@5": 0.184,
727
+ "precision@10": 0.0969,
728
+ "recall@1": 0.678,
729
+ "recall@5": 0.92,
730
+ "recall@10": 0.969,
731
+ "f1@1": 0.678,
732
+ "f1@5": 0.3066666666666667,
733
+ "f1@10": 0.1761818181818182,
734
+ "map@1": 0.678,
735
+ "map@5": 0.7756333333333333,
736
+ "map@10": 0.7820591269841269,
737
+ "mrr@1": 0.678,
738
+ "mrr@5": 0.7756333333333333,
739
+ "mrr@10": 0.7820591269841269,
740
+ "num_pred": 1000,
741
+ "num_data": 1000
742
+ },
743
+ "NIGHTS": {
744
+ "hit@1": 0.675,
745
+ "hit@5": 0.974,
746
+ "hit@10": 0.989,
747
+ "ndcg_linear@1": 0.675,
748
+ "ndcg_linear@5": 0.8448924693824288,
749
+ "ndcg_linear@10": 0.8498945298935223,
750
+ "ndcg_exponential@1": 0.675,
751
+ "ndcg_exponential@5": 0.8448924693824288,
752
+ "ndcg_exponential@10": 0.8498945298935223,
753
+ "precision@1": 0.675,
754
+ "precision@5": 0.19480000000000003,
755
+ "precision@10": 0.0989,
756
+ "recall@1": 0.675,
757
+ "recall@5": 0.974,
758
+ "recall@10": 0.989,
759
+ "f1@1": 0.675,
760
+ "f1@5": 0.3246666666666666,
761
+ "f1@10": 0.1798181818181818,
762
+ "map@1": 0.675,
763
+ "map@5": 0.8009833333333334,
764
+ "map@10": 0.8031349206349206,
765
+ "mrr@1": 0.675,
766
+ "mrr@5": 0.8009833333333334,
767
+ "mrr@10": 0.8031349206349206,
768
+ "num_pred": 1000,
769
+ "num_data": 1000
770
+ },
771
+ "WebQA": {
772
+ "hit@1": 0.896,
773
+ "hit@5": 0.984,
774
+ "hit@10": 0.992,
775
+ "ndcg_linear@1": 0.896,
776
+ "ndcg_linear@5": 0.9476934454406439,
777
+ "ndcg_linear@10": 0.9503929967555393,
778
+ "ndcg_exponential@1": 0.896,
779
+ "ndcg_exponential@5": 0.9476934454406439,
780
+ "ndcg_exponential@10": 0.9503929967555393,
781
+ "precision@1": 0.896,
782
+ "precision@5": 0.19680000000000003,
783
+ "precision@10": 0.09920000000000001,
784
+ "recall@1": 0.896,
785
+ "recall@5": 0.984,
786
+ "recall@10": 0.992,
787
+ "f1@1": 0.896,
788
+ "f1@5": 0.328,
789
+ "f1@10": 0.18036363636363634,
790
+ "map@1": 0.896,
791
+ "map@5": 0.9351833333333334,
792
+ "map@10": 0.9363619047619047,
793
+ "mrr@1": 0.896,
794
+ "mrr@5": 0.9351833333333334,
795
+ "mrr@10": 0.9363619047619047,
796
+ "num_pred": 1000,
797
+ "num_data": 1000
798
+ },
799
+ "FashionIQ": {
800
+ "hit@1": 0.189,
801
+ "hit@5": 0.416,
802
+ "hit@10": 0.523,
803
+ "ndcg_linear@1": 0.189,
804
+ "ndcg_linear@5": 0.30959802710128553,
805
+ "ndcg_linear@10": 0.3439760885130312,
806
+ "ndcg_exponential@1": 0.189,
807
+ "ndcg_exponential@5": 0.30959802710128553,
808
+ "ndcg_exponential@10": 0.3439760885130312,
809
+ "precision@1": 0.189,
810
+ "precision@5": 0.0832,
811
+ "precision@10": 0.0523,
812
+ "recall@1": 0.189,
813
+ "recall@5": 0.416,
814
+ "recall@10": 0.523,
815
+ "f1@1": 0.189,
816
+ "f1@5": 0.13866666666666672,
817
+ "f1@10": 0.0950909090909091,
818
+ "map@1": 0.189,
819
+ "map@5": 0.2741833333333334,
820
+ "map@10": 0.28823928571428575,
821
+ "mrr@1": 0.189,
822
+ "mrr@5": 0.2741833333333334,
823
+ "mrr@10": 0.28823928571428575,
824
+ "num_pred": 1000,
825
+ "num_data": 1000
826
+ },
827
+ "Wiki-SS-NQ": {
828
+ "hit@1": 0.659,
829
+ "hit@5": 0.843,
830
+ "hit@10": 0.899,
831
+ "ndcg_linear@1": 0.659,
832
+ "ndcg_linear@5": 0.759486120436653,
833
+ "ndcg_linear@10": 0.7777335713229048,
834
+ "ndcg_exponential@1": 0.659,
835
+ "ndcg_exponential@5": 0.759486120436653,
836
+ "ndcg_exponential@10": 0.7777335713229048,
837
+ "precision@1": 0.659,
838
+ "precision@5": 0.16860000000000003,
839
+ "precision@10": 0.08990000000000001,
840
+ "recall@1": 0.659,
841
+ "recall@5": 0.843,
842
+ "recall@10": 0.899,
843
+ "f1@1": 0.659,
844
+ "f1@5": 0.281,
845
+ "f1@10": 0.16345454545454544,
846
+ "map@1": 0.659,
847
+ "map@5": 0.7314666666666667,
848
+ "map@10": 0.7390765873015873,
849
+ "mrr@1": 0.659,
850
+ "mrr@5": 0.7314666666666667,
851
+ "mrr@10": 0.7390765873015873,
852
+ "num_pred": 1000,
853
+ "num_data": 1000
854
+ },
855
+ "OVEN": {
856
+ "hit@1": 0.65,
857
+ "hit@5": 0.864,
858
+ "hit@10": 0.917,
859
+ "ndcg_linear@1": 0.65,
860
+ "ndcg_linear@5": 0.7675673690345302,
861
+ "ndcg_linear@10": 0.7848820549028395,
862
+ "ndcg_exponential@1": 0.65,
863
+ "ndcg_exponential@5": 0.7675673690345302,
864
+ "ndcg_exponential@10": 0.7848820549028395,
865
+ "precision@1": 0.65,
866
+ "precision@5": 0.1728,
867
+ "precision@10": 0.09170000000000002,
868
+ "recall@1": 0.65,
869
+ "recall@5": 0.864,
870
+ "recall@10": 0.917,
871
+ "f1@1": 0.65,
872
+ "f1@5": 0.288,
873
+ "f1@10": 0.16672727272727272,
874
+ "map@1": 0.65,
875
+ "map@5": 0.7351833333333334,
876
+ "map@10": 0.7424285714285713,
877
+ "mrr@1": 0.65,
878
+ "mrr@5": 0.7351833333333334,
879
+ "mrr@10": 0.7424285714285713,
880
+ "num_pred": 1000,
881
+ "num_data": 1000
882
+ },
883
+ "EDIS": {
884
+ "hit@1": 0.9,
885
+ "hit@5": 0.986,
886
+ "hit@10": 0.992,
887
+ "ndcg_linear@1": 0.9,
888
+ "ndcg_linear@5": 0.9498207609164826,
889
+ "ndcg_linear@10": 0.9518093770576959,
890
+ "ndcg_exponential@1": 0.9,
891
+ "ndcg_exponential@5": 0.9498207609164826,
892
+ "ndcg_exponential@10": 0.9518093770576959,
893
+ "precision@1": 0.9,
894
+ "precision@5": 0.19720000000000004,
895
+ "precision@10": 0.09920000000000001,
896
+ "recall@1": 0.9,
897
+ "recall@5": 0.986,
898
+ "recall@10": 0.992,
899
+ "f1@1": 0.9,
900
+ "f1@5": 0.3286666666666666,
901
+ "f1@10": 0.18036363636363634,
902
+ "map@1": 0.9,
903
+ "map@5": 0.9374000000000001,
904
+ "map@10": 0.93825,
905
+ "mrr@1": 0.9,
906
+ "mrr@5": 0.9374000000000001,
907
+ "mrr@10": 0.93825,
908
+ "num_pred": 1000,
909
+ "num_data": 1000
910
+ },
911
+ "MSCOCO": {
912
+ "hit@1": 0.64,
913
+ "hit@5": 0.785,
914
+ "hit@10": 0.83,
915
+ "ndcg_linear@1": 0.64,
916
+ "ndcg_linear@5": 0.7210239822846545,
917
+ "ndcg_linear@10": 0.7355096789187722,
918
+ "ndcg_exponential@1": 0.64,
919
+ "ndcg_exponential@5": 0.7210239822846545,
920
+ "ndcg_exponential@10": 0.7355096789187722,
921
+ "precision@1": 0.64,
922
+ "precision@5": 0.157,
923
+ "precision@10": 0.083,
924
+ "recall@1": 0.64,
925
+ "recall@5": 0.785,
926
+ "recall@10": 0.83,
927
+ "f1@1": 0.64,
928
+ "f1@5": 0.26166666666666677,
929
+ "f1@10": 0.15090909090909094,
930
+ "map@1": 0.64,
931
+ "map@5": 0.6993833333333334,
932
+ "map@10": 0.7053250000000001,
933
+ "mrr@1": 0.64,
934
+ "mrr@5": 0.6993833333333334,
935
+ "mrr@10": 0.7053250000000001,
936
+ "num_pred": 1000,
937
+ "num_data": 1000
938
+ },
939
+ "RefCOCO": {
940
+ "hit@1": 0.87,
941
+ "hit@5": 0.978,
942
+ "hit@10": 0.987,
943
+ "ndcg_linear@1": 0.87,
944
+ "ndcg_linear@5": 0.9312620705285208,
945
+ "ndcg_linear@10": 0.9342447833825327,
946
+ "ndcg_exponential@1": 0.87,
947
+ "ndcg_exponential@5": 0.9312620705285208,
948
+ "ndcg_exponential@10": 0.9342447833825327,
949
+ "precision@1": 0.87,
950
+ "precision@5": 0.19560000000000002,
951
+ "precision@10": 0.09870000000000002,
952
+ "recall@1": 0.87,
953
+ "recall@5": 0.978,
954
+ "recall@10": 0.987,
955
+ "f1@1": 0.87,
956
+ "f1@5": 0.326,
957
+ "f1@10": 0.17945454545454545,
958
+ "map@1": 0.87,
959
+ "map@5": 0.9153499999999999,
960
+ "map@10": 0.9166218253968255,
961
+ "mrr@1": 0.87,
962
+ "mrr@5": 0.9153499999999999,
963
+ "mrr@10": 0.9166218253968255,
964
+ "num_pred": 1000,
965
+ "num_data": 1000
966
+ },
967
+ "RefCOCO-Matching": {
968
+ "hit@1": 0.825,
969
+ "hit@5": 1.0,
970
+ "hit@10": 1.0,
971
+ "ndcg_linear@1": 0.825,
972
+ "ndcg_linear@5": 0.9371052429402214,
973
+ "ndcg_linear@10": 0.9371052429402214,
974
+ "ndcg_exponential@1": 0.825,
975
+ "ndcg_exponential@5": 0.9371052429402214,
976
+ "ndcg_exponential@10": 0.9371052429402214,
977
+ "precision@1": 0.825,
978
+ "precision@5": 0.20000000000000004,
979
+ "precision@10": 0.10000000000000002,
980
+ "recall@1": 0.825,
981
+ "recall@5": 1.0,
982
+ "recall@10": 1.0,
983
+ "f1@1": 0.825,
984
+ "f1@5": 0.3333333333333333,
985
+ "f1@10": 0.18181818181818182,
986
+ "map@1": 0.825,
987
+ "map@5": 0.91525,
988
+ "map@10": 0.91525,
989
+ "mrr@1": 0.825,
990
+ "mrr@5": 0.91225,
991
+ "mrr@10": 0.91225,
992
+ "num_pred": 1000,
993
+ "num_data": 1000
994
+ },
995
+ "Visual7W-Pointing": {
996
+ "hit@1": 0.768,
997
+ "hit@5": 0.916,
998
+ "hit@10": 0.944,
999
+ "ndcg_linear@1": 0.768,
1000
+ "ndcg_linear@5": 0.8501667581455522,
1001
+ "ndcg_linear@10": 0.8592561131735867,
1002
+ "ndcg_exponential@1": 0.768,
1003
+ "ndcg_exponential@5": 0.8501667581455522,
1004
+ "ndcg_exponential@10": 0.8592561131735867,
1005
+ "precision@1": 0.768,
1006
+ "precision@5": 0.18320000000000003,
1007
+ "precision@10": 0.09440000000000001,
1008
+ "recall@1": 0.768,
1009
+ "recall@5": 0.916,
1010
+ "recall@10": 0.944,
1011
+ "f1@1": 0.768,
1012
+ "f1@5": 0.30533333333333335,
1013
+ "f1@10": 0.17163636363636361,
1014
+ "map@1": 0.768,
1015
+ "map@5": 0.82795,
1016
+ "map@10": 0.8317222222222221,
1017
+ "mrr@1": 0.768,
1018
+ "mrr@5": 0.82795,
1019
+ "mrr@10": 0.8317222222222221,
1020
+ "num_pred": 1000,
1021
+ "num_data": 1000
1022
+ }
1023
+ },
1024
+ "video": {
1025
+ "K700": "DIR_N/A",
1026
+ "SmthSmthV2": "DIR_N/A",
1027
+ "HMDB51": "DIR_N/A",
1028
+ "UCF101": "DIR_N/A",
1029
+ "Breakfast": "DIR_N/A",
1030
+ "MVBench": "DIR_N/A",
1031
+ "Video-MME": "DIR_N/A",
1032
+ "NExTQA": "DIR_N/A",
1033
+ "EgoSchema": "DIR_N/A",
1034
+ "ActivityNetQA": "DIR_N/A",
1035
+ "DiDeMo": "DIR_N/A",
1036
+ "MSR-VTT": "DIR_N/A",
1037
+ "MSVD": "DIR_N/A",
1038
+ "VATEX": "DIR_N/A",
1039
+ "YouCook2": "DIR_N/A",
1040
+ "QVHighlight": "DIR_N/A",
1041
+ "Charades-STA": "DIR_N/A",
1042
+ "MomentSeeker": "DIR_N/A"
1043
+ },
1044
+ "visdoc": {
1045
+ "ViDoRe_arxivqa": "DIR_N/A",
1046
+ "ViDoRe_docvqa": "DIR_N/A",
1047
+ "ViDoRe_infovqa": "DIR_N/A",
1048
+ "ViDoRe_tabfquad": "DIR_N/A",
1049
+ "ViDoRe_tatdqa": "DIR_N/A",
1050
+ "ViDoRe_shiftproject": "DIR_N/A",
1051
+ "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
1052
+ "ViDoRe_syntheticDocQA_energy": "DIR_N/A",
1053
+ "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
1054
+ "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
1055
+ "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
1056
+ "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
1057
+ "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
1058
+ "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
1059
+ "VisRAG_ArxivQA": "DIR_N/A",
1060
+ "VisRAG_ChartQA": "DIR_N/A",
1061
+ "VisRAG_MP-DocVQA": "DIR_N/A",
1062
+ "VisRAG_SlideVQA": "DIR_N/A",
1063
+ "VisRAG_InfoVQA": "DIR_N/A",
1064
+ "VisRAG_PlotQA": "DIR_N/A",
1065
+ "ViDoSeek-page": "DIR_N/A",
1066
+ "ViDoSeek-doc": "DIR_N/A",
1067
+ "MMLongBench-page": "DIR_N/A",
1068
+ "MMLongBench-doc": "DIR_N/A"
1069
+ }
1070
+ }
1071
+ }
scores/S2R-7B.json ADDED
@@ -0,0 +1,1071 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "S2R-7B",
4
+ "model_backbone": "Qwen2VL-7B",
5
+ "model_size": "7B parameters",
6
+ "embedding_dimension": null,
7
+ "max_length_tokens": null,
8
+ "model_release_date": "2025-03-01",
9
+ "score_source": "",
10
+ "url": "",
11
+ "report_generated_date": "2026-03-26T08:45:04.555979"
12
+ },
13
+ "metrics": {
14
+ "image": {
15
+ "ImageNet-1K": {
16
+ "hit@1": 0.825,
17
+ "hit@5": 0.968,
18
+ "hit@10": 0.985,
19
+ "ndcg_linear@1": 0.825,
20
+ "ndcg_linear@5": 0.9051958459898772,
21
+ "ndcg_linear@10": 0.9107019999943732,
22
+ "ndcg_exponential@1": 0.825,
23
+ "ndcg_exponential@5": 0.9051958459898772,
24
+ "ndcg_exponential@10": 0.9107019999943732,
25
+ "precision@1": 0.825,
26
+ "precision@5": 0.19360000000000002,
27
+ "precision@10": 0.09850000000000002,
28
+ "recall@1": 0.825,
29
+ "recall@5": 0.968,
30
+ "recall@10": 0.985,
31
+ "f1@1": 0.825,
32
+ "f1@5": 0.3226666666666667,
33
+ "f1@10": 0.17909090909090908,
34
+ "map@1": 0.825,
35
+ "map@5": 0.8839166666666667,
36
+ "map@10": 0.8861968253968253,
37
+ "mrr@1": 0.825,
38
+ "mrr@5": 0.8839166666666667,
39
+ "mrr@10": 0.8861968253968253,
40
+ "num_pred": 1000,
41
+ "num_data": 1000
42
+ },
43
+ "N24News": {
44
+ "hit@1": 0.811,
45
+ "hit@5": 0.972,
46
+ "hit@10": 0.996,
47
+ "ndcg_linear@1": 0.811,
48
+ "ndcg_linear@5": 0.9012533494489732,
49
+ "ndcg_linear@10": 0.9090411857920516,
50
+ "ndcg_exponential@1": 0.811,
51
+ "ndcg_exponential@5": 0.9012533494489732,
52
+ "ndcg_exponential@10": 0.9090411857920516,
53
+ "precision@1": 0.811,
54
+ "precision@5": 0.19440000000000004,
55
+ "precision@10": 0.09960000000000002,
56
+ "recall@1": 0.811,
57
+ "recall@5": 0.972,
58
+ "recall@10": 0.996,
59
+ "f1@1": 0.811,
60
+ "f1@5": 0.324,
61
+ "f1@10": 0.18109090909090905,
62
+ "map@1": 0.811,
63
+ "map@5": 0.8772833333333333,
64
+ "map@10": 0.8805091269841269,
65
+ "mrr@1": 0.811,
66
+ "mrr@5": 0.8772833333333333,
67
+ "mrr@10": 0.8805091269841269,
68
+ "num_pred": 1000,
69
+ "num_data": 1000
70
+ },
71
+ "HatefulMemes": {
72
+ "hit@1": 0.702,
73
+ "hit@5": 1.0,
74
+ "hit@10": 1.0,
75
+ "ndcg_linear@1": 0.702,
76
+ "ndcg_linear@5": 0.8900170665642944,
77
+ "ndcg_linear@10": 0.8900170665642944,
78
+ "ndcg_exponential@1": 0.702,
79
+ "ndcg_exponential@5": 0.8900170665642944,
80
+ "ndcg_exponential@10": 0.8900170665642944,
81
+ "precision@1": 0.702,
82
+ "precision@5": 0.20000000000000004,
83
+ "precision@10": 0.10000000000000002,
84
+ "recall@1": 0.702,
85
+ "recall@5": 1.0,
86
+ "recall@10": 1.0,
87
+ "f1@1": 0.702,
88
+ "f1@5": 0.3333333333333333,
89
+ "f1@10": 0.18181818181818182,
90
+ "map@1": 0.702,
91
+ "map@5": 0.851,
92
+ "map@10": 0.851,
93
+ "mrr@1": 0.702,
94
+ "mrr@5": 0.851,
95
+ "mrr@10": 0.851,
96
+ "num_pred": 1000,
97
+ "num_data": 1000
98
+ },
99
+ "VOC2007": {
100
+ "hit@1": 0.876,
101
+ "hit@5": 0.971,
102
+ "hit@10": 0.988,
103
+ "ndcg_linear@1": 0.876,
104
+ "ndcg_linear@5": 0.9277418860682053,
105
+ "ndcg_linear@10": 0.9332704252371835,
106
+ "ndcg_exponential@1": 0.876,
107
+ "ndcg_exponential@5": 0.9277418860682053,
108
+ "ndcg_exponential@10": 0.9332704252371835,
109
+ "precision@1": 0.876,
110
+ "precision@5": 0.19420000000000004,
111
+ "precision@10": 0.09880000000000003,
112
+ "recall@1": 0.876,
113
+ "recall@5": 0.971,
114
+ "recall@10": 0.988,
115
+ "f1@1": 0.876,
116
+ "f1@5": 0.3236666666666666,
117
+ "f1@10": 0.17963636363636362,
118
+ "map@1": 0.876,
119
+ "map@5": 0.9132166666666667,
120
+ "map@10": 0.915513888888889,
121
+ "mrr@1": 0.876,
122
+ "mrr@5": 0.9132166666666667,
123
+ "mrr@10": 0.915513888888889,
124
+ "num_pred": 1000,
125
+ "num_data": 1000
126
+ },
127
+ "SUN397": {
128
+ "hit@1": 0.766,
129
+ "hit@5": 0.962,
130
+ "hit@10": 0.984,
131
+ "ndcg_linear@1": 0.766,
132
+ "ndcg_linear@5": 0.8781605958206188,
133
+ "ndcg_linear@10": 0.8856093684226773,
134
+ "ndcg_exponential@1": 0.766,
135
+ "ndcg_exponential@5": 0.8781605958206188,
136
+ "ndcg_exponential@10": 0.8856093684226773,
137
+ "precision@1": 0.766,
138
+ "precision@5": 0.19240000000000004,
139
+ "precision@10": 0.0984,
140
+ "recall@1": 0.766,
141
+ "recall@5": 0.962,
142
+ "recall@10": 0.984,
143
+ "f1@1": 0.766,
144
+ "f1@5": 0.32066666666666666,
145
+ "f1@10": 0.17890909090909088,
146
+ "map@1": 0.766,
147
+ "map@5": 0.8495833333333332,
148
+ "map@10": 0.8528559523809524,
149
+ "mrr@1": 0.766,
150
+ "mrr@5": 0.8495833333333332,
151
+ "mrr@10": 0.8528559523809524,
152
+ "num_pred": 1000,
153
+ "num_data": 1000
154
+ },
155
+ "Place365": {
156
+ "hit@1": 0.423,
157
+ "hit@5": 0.716,
158
+ "hit@10": 0.811,
159
+ "ndcg_linear@1": 0.423,
160
+ "ndcg_linear@5": 0.5819437194102772,
161
+ "ndcg_linear@10": 0.6129255074061661,
162
+ "ndcg_exponential@1": 0.423,
163
+ "ndcg_exponential@5": 0.5819437194102772,
164
+ "ndcg_exponential@10": 0.6129255074061661,
165
+ "precision@1": 0.423,
166
+ "precision@5": 0.1432,
167
+ "precision@10": 0.08109999999999999,
168
+ "recall@1": 0.423,
169
+ "recall@5": 0.716,
170
+ "recall@10": 0.811,
171
+ "f1@1": 0.423,
172
+ "f1@5": 0.23866666666666672,
173
+ "f1@10": 0.14745454545454548,
174
+ "map@1": 0.423,
175
+ "map@5": 0.5371,
176
+ "map@10": 0.5500345238095238,
177
+ "mrr@1": 0.423,
178
+ "mrr@5": 0.5371,
179
+ "mrr@10": 0.5500345238095238,
180
+ "num_pred": 1000,
181
+ "num_data": 1000
182
+ },
183
+ "ImageNet-A": {
184
+ "hit@1": 0.544,
185
+ "hit@5": 0.771,
186
+ "hit@10": 0.845,
187
+ "ndcg_linear@1": 0.544,
188
+ "ndcg_linear@5": 0.6668730254928785,
189
+ "ndcg_linear@10": 0.6910220080592553,
190
+ "ndcg_exponential@1": 0.544,
191
+ "ndcg_exponential@5": 0.6668730254928785,
192
+ "ndcg_exponential@10": 0.6910220080592553,
193
+ "precision@1": 0.544,
194
+ "precision@5": 0.15419999999999998,
195
+ "precision@10": 0.08450000000000002,
196
+ "recall@1": 0.544,
197
+ "recall@5": 0.771,
198
+ "recall@10": 0.845,
199
+ "f1@1": 0.544,
200
+ "f1@5": 0.25700000000000006,
201
+ "f1@10": 0.15363636363636365,
202
+ "map@1": 0.544,
203
+ "map@5": 0.6320333333333333,
204
+ "map@10": 0.6421297619047618,
205
+ "mrr@1": 0.544,
206
+ "mrr@5": 0.6320333333333333,
207
+ "mrr@10": 0.6421297619047618,
208
+ "num_pred": 1000,
209
+ "num_data": 1000
210
+ },
211
+ "ImageNet-R": {
212
+ "hit@1": 0.9,
213
+ "hit@5": 0.978,
214
+ "hit@10": 0.987,
215
+ "ndcg_linear@1": 0.9,
216
+ "ndcg_linear@5": 0.9453326070238087,
217
+ "ndcg_linear@10": 0.9482481775170304,
218
+ "ndcg_exponential@1": 0.9,
219
+ "ndcg_exponential@5": 0.9453326070238087,
220
+ "ndcg_exponential@10": 0.9482481775170304,
221
+ "precision@1": 0.9,
222
+ "precision@5": 0.19560000000000002,
223
+ "precision@10": 0.09870000000000002,
224
+ "recall@1": 0.9,
225
+ "recall@5": 0.978,
226
+ "recall@10": 0.987,
227
+ "f1@1": 0.9,
228
+ "f1@5": 0.326,
229
+ "f1@10": 0.17945454545454545,
230
+ "map@1": 0.9,
231
+ "map@5": 0.9341333333333334,
232
+ "map@10": 0.9353384920634921,
233
+ "mrr@1": 0.9,
234
+ "mrr@5": 0.9341333333333334,
235
+ "mrr@10": 0.9353384920634921,
236
+ "num_pred": 1000,
237
+ "num_data": 1000
238
+ },
239
+ "ObjectNet": {
240
+ "hit@1": 0.68,
241
+ "hit@5": 0.884,
242
+ "hit@10": 0.927,
243
+ "ndcg_linear@1": 0.68,
244
+ "ndcg_linear@5": 0.7930946500775579,
245
+ "ndcg_linear@10": 0.8072008572397483,
246
+ "ndcg_exponential@1": 0.68,
247
+ "ndcg_exponential@5": 0.7930946500775579,
248
+ "ndcg_exponential@10": 0.8072008572397483,
249
+ "precision@1": 0.68,
250
+ "precision@5": 0.1768,
251
+ "precision@10": 0.09270000000000002,
252
+ "recall@1": 0.68,
253
+ "recall@5": 0.884,
254
+ "recall@10": 0.927,
255
+ "f1@1": 0.68,
256
+ "f1@5": 0.2946666666666667,
257
+ "f1@10": 0.16854545454545453,
258
+ "map@1": 0.68,
259
+ "map@5": 0.7624333333333334,
260
+ "map@10": 0.7683769841269841,
261
+ "mrr@1": 0.68,
262
+ "mrr@5": 0.7624333333333334,
263
+ "mrr@10": 0.7683769841269841,
264
+ "num_pred": 1000,
265
+ "num_data": 1000
266
+ },
267
+ "Country211": {
268
+ "hit@1": 0.276,
269
+ "hit@5": 0.483,
270
+ "hit@10": 0.586,
271
+ "ndcg_linear@1": 0.276,
272
+ "ndcg_linear@5": 0.38695290294014545,
273
+ "ndcg_linear@10": 0.4198180213050445,
274
+ "ndcg_exponential@1": 0.276,
275
+ "ndcg_exponential@5": 0.38695290294014545,
276
+ "ndcg_exponential@10": 0.4198180213050445,
277
+ "precision@1": 0.276,
278
+ "precision@5": 0.09659999999999999,
279
+ "precision@10": 0.05859999999999999,
280
+ "recall@1": 0.276,
281
+ "recall@5": 0.483,
282
+ "recall@10": 0.586,
283
+ "f1@1": 0.276,
284
+ "f1@5": 0.16100000000000006,
285
+ "f1@10": 0.10654545454545455,
286
+ "map@1": 0.276,
287
+ "map@5": 0.3549166666666666,
288
+ "map@10": 0.3682265873015873,
289
+ "mrr@1": 0.276,
290
+ "mrr@5": 0.3549166666666666,
291
+ "mrr@10": 0.3682265873015873,
292
+ "num_pred": 1000,
293
+ "num_data": 1000
294
+ },
295
+ "OK-VQA": {
296
+ "hit@1": 0.715,
297
+ "hit@5": 0.928,
298
+ "hit@10": 0.962,
299
+ "ndcg_linear@1": 0.715,
300
+ "ndcg_linear@5": 0.8338364309726433,
301
+ "ndcg_linear@10": 0.8450801189587578,
302
+ "ndcg_exponential@1": 0.715,
303
+ "ndcg_exponential@5": 0.8338364309726433,
304
+ "ndcg_exponential@10": 0.8450801189587578,
305
+ "precision@1": 0.715,
306
+ "precision@5": 0.18560000000000001,
307
+ "precision@10": 0.09620000000000001,
308
+ "recall@1": 0.715,
309
+ "recall@5": 0.928,
310
+ "recall@10": 0.962,
311
+ "f1@1": 0.715,
312
+ "f1@5": 0.3093333333333333,
313
+ "f1@10": 0.17490909090909088,
314
+ "map@1": 0.715,
315
+ "map@5": 0.8020666666666666,
316
+ "map@10": 0.80685,
317
+ "mrr@1": 0.715,
318
+ "mrr@5": 0.8020666666666666,
319
+ "mrr@10": 0.80685,
320
+ "num_pred": 1000,
321
+ "num_data": 1000
322
+ },
323
+ "A-OKVQA": {
324
+ "hit@1": 0.608,
325
+ "hit@5": 0.895,
326
+ "hit@10": 0.951,
327
+ "ndcg_linear@1": 0.608,
328
+ "ndcg_linear@5": 0.7681517440104622,
329
+ "ndcg_linear@10": 0.7863368067169405,
330
+ "ndcg_exponential@1": 0.608,
331
+ "ndcg_exponential@5": 0.7681517440104622,
332
+ "ndcg_exponential@10": 0.7863368067169405,
333
+ "precision@1": 0.608,
334
+ "precision@5": 0.179,
335
+ "precision@10": 0.0951,
336
+ "recall@1": 0.608,
337
+ "recall@5": 0.895,
338
+ "recall@10": 0.951,
339
+ "f1@1": 0.608,
340
+ "f1@5": 0.2983333333333334,
341
+ "f1@10": 0.1729090909090909,
342
+ "map@1": 0.608,
343
+ "map@5": 0.7252666666666666,
344
+ "map@10": 0.7328210317460319,
345
+ "mrr@1": 0.608,
346
+ "mrr@5": 0.7252666666666666,
347
+ "mrr@10": 0.7328210317460319,
348
+ "num_pred": 1000,
349
+ "num_data": 1000
350
+ },
351
+ "DocVQA": {
352
+ "hit@1": 0.943,
353
+ "hit@5": 0.988,
354
+ "hit@10": 0.993,
355
+ "ndcg_linear@1": 0.943,
356
+ "ndcg_linear@5": 0.9697792064172618,
357
+ "ndcg_linear@10": 0.9714150489467929,
358
+ "ndcg_exponential@1": 0.943,
359
+ "ndcg_exponential@5": 0.9697792064172618,
360
+ "ndcg_exponential@10": 0.9714150489467929,
361
+ "precision@1": 0.943,
362
+ "precision@5": 0.19760000000000003,
363
+ "precision@10": 0.09930000000000001,
364
+ "recall@1": 0.943,
365
+ "recall@5": 0.988,
366
+ "recall@10": 0.993,
367
+ "f1@1": 0.943,
368
+ "f1@5": 0.32933333333333337,
369
+ "f1@10": 0.1805454545454545,
370
+ "map@1": 0.943,
371
+ "map@5": 0.9634833333333334,
372
+ "map@10": 0.9641706349206349,
373
+ "mrr@1": 0.943,
374
+ "mrr@5": 0.9634833333333334,
375
+ "mrr@10": 0.9641706349206349,
376
+ "num_pred": 1000,
377
+ "num_data": 1000
378
+ },
379
+ "InfographicsVQA": {
380
+ "hit@1": 0.752,
381
+ "hit@5": 0.902,
382
+ "hit@10": 0.932,
383
+ "ndcg_linear@1": 0.752,
384
+ "ndcg_linear@5": 0.8329551728669016,
385
+ "ndcg_linear@10": 0.8428131099718378,
386
+ "ndcg_exponential@1": 0.752,
387
+ "ndcg_exponential@5": 0.8329551728669016,
388
+ "ndcg_exponential@10": 0.8428131099718378,
389
+ "precision@1": 0.752,
390
+ "precision@5": 0.1804,
391
+ "precision@10": 0.09320000000000002,
392
+ "recall@1": 0.752,
393
+ "recall@5": 0.902,
394
+ "recall@10": 0.932,
395
+ "f1@1": 0.752,
396
+ "f1@5": 0.3006666666666667,
397
+ "f1@10": 0.16945454545454544,
398
+ "map@1": 0.752,
399
+ "map@5": 0.8099,
400
+ "map@10": 0.8140591269841271,
401
+ "mrr@1": 0.752,
402
+ "mrr@5": 0.8099,
403
+ "mrr@10": 0.8140591269841271,
404
+ "num_pred": 1000,
405
+ "num_data": 1000
406
+ },
407
+ "ChartQA": {
408
+ "hit@1": 0.642,
409
+ "hit@5": 0.817,
410
+ "hit@10": 0.877,
411
+ "ndcg_linear@1": 0.642,
412
+ "ndcg_linear@5": 0.7383433445757555,
413
+ "ndcg_linear@10": 0.7581488524471021,
414
+ "ndcg_exponential@1": 0.642,
415
+ "ndcg_exponential@5": 0.7383433445757555,
416
+ "ndcg_exponential@10": 0.7581488524471021,
417
+ "precision@1": 0.642,
418
+ "precision@5": 0.16340000000000002,
419
+ "precision@10": 0.08770000000000001,
420
+ "recall@1": 0.642,
421
+ "recall@5": 0.817,
422
+ "recall@10": 0.877,
423
+ "f1@1": 0.642,
424
+ "f1@5": 0.27233333333333337,
425
+ "f1@10": 0.15945454545454546,
426
+ "map@1": 0.642,
427
+ "map@5": 0.7119,
428
+ "map@10": 0.720311507936508,
429
+ "mrr@1": 0.642,
430
+ "mrr@5": 0.7119,
431
+ "mrr@10": 0.720311507936508,
432
+ "num_pred": 1000,
433
+ "num_data": 1000
434
+ },
435
+ "Visual7W": {
436
+ "hit@1": 0.574,
437
+ "hit@5": 0.905,
438
+ "hit@10": 0.962,
439
+ "ndcg_linear@1": 0.574,
440
+ "ndcg_linear@5": 0.7585060005438967,
441
+ "ndcg_linear@10": 0.777366262891071,
442
+ "ndcg_exponential@1": 0.574,
443
+ "ndcg_exponential@5": 0.7585060005438967,
444
+ "ndcg_exponential@10": 0.777366262891071,
445
+ "precision@1": 0.574,
446
+ "precision@5": 0.181,
447
+ "precision@10": 0.09620000000000002,
448
+ "recall@1": 0.574,
449
+ "recall@5": 0.905,
450
+ "recall@10": 0.962,
451
+ "f1@1": 0.574,
452
+ "f1@5": 0.3016666666666667,
453
+ "f1@10": 0.17490909090909088,
454
+ "map@1": 0.574,
455
+ "map@5": 0.7089833333333333,
456
+ "map@10": 0.7170154761904762,
457
+ "mrr@1": 0.574,
458
+ "mrr@5": 0.7089833333333333,
459
+ "mrr@10": 0.7170154761904762,
460
+ "num_pred": 1000,
461
+ "num_data": 1000
462
+ },
463
+ "ScienceQA": {
464
+ "hit@1": 0.543,
465
+ "hit@5": 0.809,
466
+ "hit@10": 0.904,
467
+ "ndcg_linear@1": 0.543,
468
+ "ndcg_linear@5": 0.6862795199112074,
469
+ "ndcg_linear@10": 0.7162890774920406,
470
+ "ndcg_exponential@1": 0.543,
471
+ "ndcg_exponential@5": 0.6862795199112074,
472
+ "ndcg_exponential@10": 0.7162890774920406,
473
+ "precision@1": 0.543,
474
+ "precision@5": 0.16179999999999997,
475
+ "precision@10": 0.09040000000000001,
476
+ "recall@1": 0.543,
477
+ "recall@5": 0.809,
478
+ "recall@10": 0.904,
479
+ "f1@1": 0.543,
480
+ "f1@5": 0.2696666666666667,
481
+ "f1@10": 0.16436363636363635,
482
+ "map@1": 0.543,
483
+ "map@5": 0.6453499999999999,
484
+ "map@10": 0.6573198412698411,
485
+ "mrr@1": 0.543,
486
+ "mrr@5": 0.6453499999999999,
487
+ "mrr@10": 0.6573198412698411,
488
+ "num_pred": 1000,
489
+ "num_data": 1000
490
+ },
491
+ "VizWiz": {
492
+ "hit@1": 0.528,
493
+ "hit@5": 0.709,
494
+ "hit@10": 0.736,
495
+ "ndcg_linear@1": 0.528,
496
+ "ndcg_linear@5": 0.6283938031341239,
497
+ "ndcg_linear@10": 0.6371703482396828,
498
+ "ndcg_exponential@1": 0.528,
499
+ "ndcg_exponential@5": 0.6283938031341239,
500
+ "ndcg_exponential@10": 0.6371703482396828,
501
+ "precision@1": 0.528,
502
+ "precision@5": 0.1418,
503
+ "precision@10": 0.0736,
504
+ "recall@1": 0.528,
505
+ "recall@5": 0.709,
506
+ "recall@10": 0.736,
507
+ "f1@1": 0.528,
508
+ "f1@5": 0.23633333333333337,
509
+ "f1@10": 0.13381818181818184,
510
+ "map@1": 0.528,
511
+ "map@5": 0.6011666666666666,
512
+ "map@10": 0.6048111111111111,
513
+ "mrr@1": 0.528,
514
+ "mrr@5": 0.6011666666666666,
515
+ "mrr@10": 0.6048111111111111,
516
+ "num_pred": 1000,
517
+ "num_data": 1000
518
+ },
519
+ "GQA": {
520
+ "hit@1": 0.601,
521
+ "hit@5": 0.854,
522
+ "hit@10": 0.909,
523
+ "ndcg_linear@1": 0.601,
524
+ "ndcg_linear@5": 0.7393808216717845,
525
+ "ndcg_linear@10": 0.7576413084968721,
526
+ "ndcg_exponential@1": 0.601,
527
+ "ndcg_exponential@5": 0.7393808216717845,
528
+ "ndcg_exponential@10": 0.7576413084968721,
529
+ "precision@1": 0.601,
530
+ "precision@5": 0.1708,
531
+ "precision@10": 0.09090000000000001,
532
+ "recall@1": 0.601,
533
+ "recall@5": 0.854,
534
+ "recall@10": 0.909,
535
+ "f1@1": 0.601,
536
+ "f1@5": 0.28466666666666673,
537
+ "f1@10": 0.16527272727272727,
538
+ "map@1": 0.601,
539
+ "map@5": 0.7009333333333334,
540
+ "map@10": 0.7087515873015873,
541
+ "mrr@1": 0.601,
542
+ "mrr@5": 0.7009333333333334,
543
+ "mrr@10": 0.7087515873015873,
544
+ "num_pred": 1000,
545
+ "num_data": 1000
546
+ },
547
+ "TextVQA": {
548
+ "hit@1": 0.843,
549
+ "hit@5": 0.911,
550
+ "hit@10": 0.929,
551
+ "ndcg_linear@1": 0.843,
552
+ "ndcg_linear@5": 0.8813194681393586,
553
+ "ndcg_linear@10": 0.887183968948389,
554
+ "ndcg_exponential@1": 0.843,
555
+ "ndcg_exponential@5": 0.8813194681393586,
556
+ "ndcg_exponential@10": 0.887183968948389,
557
+ "precision@1": 0.843,
558
+ "precision@5": 0.18220000000000006,
559
+ "precision@10": 0.09290000000000001,
560
+ "recall@1": 0.843,
561
+ "recall@5": 0.911,
562
+ "recall@10": 0.929,
563
+ "f1@1": 0.843,
564
+ "f1@5": 0.3036666666666667,
565
+ "f1@10": 0.1689090909090909,
566
+ "map@1": 0.843,
567
+ "map@5": 0.8712833333333333,
568
+ "map@10": 0.8737238095238095,
569
+ "mrr@1": 0.843,
570
+ "mrr@5": 0.8712833333333333,
571
+ "mrr@10": 0.8737238095238095,
572
+ "num_pred": 1000,
573
+ "num_data": 1000
574
+ },
575
+ "VisDial": {
576
+ "hit@1": 0.847,
577
+ "hit@5": 0.974,
578
+ "hit@10": 0.985,
579
+ "ndcg_linear@1": 0.847,
580
+ "ndcg_linear@5": 0.9165618166578847,
581
+ "ndcg_linear@10": 0.9201898015253224,
582
+ "ndcg_exponential@1": 0.847,
583
+ "ndcg_exponential@5": 0.9165618166578847,
584
+ "ndcg_exponential@10": 0.9201898015253224,
585
+ "precision@1": 0.847,
586
+ "precision@5": 0.1948,
587
+ "precision@10": 0.09850000000000002,
588
+ "recall@1": 0.847,
589
+ "recall@5": 0.974,
590
+ "recall@10": 0.985,
591
+ "f1@1": 0.847,
592
+ "f1@5": 0.32466666666666666,
593
+ "f1@10": 0.17909090909090908,
594
+ "map@1": 0.847,
595
+ "map@5": 0.89725,
596
+ "map@10": 0.8987884920634921,
597
+ "mrr@1": 0.847,
598
+ "mrr@5": 0.89725,
599
+ "mrr@10": 0.8987884920634921,
600
+ "num_pred": 1000,
601
+ "num_data": 1000
602
+ },
603
+ "CIRR": {
604
+ "hit@1": 0.582,
605
+ "hit@5": 0.912,
606
+ "hit@10": 0.955,
607
+ "ndcg_linear@1": 0.582,
608
+ "ndcg_linear@5": 0.76534074484657,
609
+ "ndcg_linear@10": 0.779364952051232,
610
+ "ndcg_exponential@1": 0.582,
611
+ "ndcg_exponential@5": 0.76534074484657,
612
+ "ndcg_exponential@10": 0.779364952051232,
613
+ "precision@1": 0.582,
614
+ "precision@5": 0.18240000000000003,
615
+ "precision@10": 0.0955,
616
+ "recall@1": 0.582,
617
+ "recall@5": 0.912,
618
+ "recall@10": 0.955,
619
+ "f1@1": 0.582,
620
+ "f1@5": 0.304,
621
+ "f1@10": 0.17363636363636362,
622
+ "map@1": 0.582,
623
+ "map@5": 0.7158,
624
+ "map@10": 0.721656746031746,
625
+ "mrr@1": 0.582,
626
+ "mrr@5": 0.7158,
627
+ "mrr@10": 0.721656746031746,
628
+ "num_pred": 1000,
629
+ "num_data": 1000
630
+ },
631
+ "VisualNews_t2i": {
632
+ "hit@1": 0.797,
633
+ "hit@5": 0.933,
634
+ "hit@10": 0.954,
635
+ "ndcg_linear@1": 0.797,
636
+ "ndcg_linear@5": 0.8703579753091492,
637
+ "ndcg_linear@10": 0.8770717095193185,
638
+ "ndcg_exponential@1": 0.797,
639
+ "ndcg_exponential@5": 0.8703579753091492,
640
+ "ndcg_exponential@10": 0.8770717095193185,
641
+ "precision@1": 0.797,
642
+ "precision@5": 0.18660000000000002,
643
+ "precision@10": 0.09540000000000001,
644
+ "recall@1": 0.797,
645
+ "recall@5": 0.933,
646
+ "recall@10": 0.954,
647
+ "f1@1": 0.797,
648
+ "f1@5": 0.311,
649
+ "f1@10": 0.17345454545454544,
650
+ "map@1": 0.797,
651
+ "map@5": 0.8493999999999999,
652
+ "map@10": 0.8521253968253968,
653
+ "mrr@1": 0.797,
654
+ "mrr@5": 0.8493999999999999,
655
+ "mrr@10": 0.8521253968253968,
656
+ "num_pred": 1000,
657
+ "num_data": 1000
658
+ },
659
+ "VisualNews_i2t": {
660
+ "hit@1": 0.801,
661
+ "hit@5": 0.927,
662
+ "hit@10": 0.948,
663
+ "ndcg_linear@1": 0.801,
664
+ "ndcg_linear@5": 0.871378831323881,
665
+ "ndcg_linear@10": 0.8783348275480101,
666
+ "ndcg_exponential@1": 0.801,
667
+ "ndcg_exponential@5": 0.871378831323881,
668
+ "ndcg_exponential@10": 0.8783348275480101,
669
+ "precision@1": 0.801,
670
+ "precision@5": 0.18540000000000004,
671
+ "precision@10": 0.09480000000000001,
672
+ "recall@1": 0.801,
673
+ "recall@5": 0.927,
674
+ "recall@10": 0.948,
675
+ "f1@1": 0.801,
676
+ "f1@5": 0.309,
677
+ "f1@10": 0.17236363636363639,
678
+ "map@1": 0.801,
679
+ "map@5": 0.8525833333333334,
680
+ "map@10": 0.855547619047619,
681
+ "mrr@1": 0.801,
682
+ "mrr@5": 0.8525833333333334,
683
+ "mrr@10": 0.855547619047619,
684
+ "num_pred": 1000,
685
+ "num_data": 1000
686
+ },
687
+ "MSCOCO_t2i": {
688
+ "hit@1": 0.786,
689
+ "hit@5": 0.948,
690
+ "hit@10": 0.98,
691
+ "ndcg_linear@1": 0.786,
692
+ "ndcg_linear@5": 0.876450014491234,
693
+ "ndcg_linear@10": 0.887253621216068,
694
+ "ndcg_exponential@1": 0.786,
695
+ "ndcg_exponential@5": 0.876450014491234,
696
+ "ndcg_exponential@10": 0.887253621216068,
697
+ "precision@1": 0.786,
698
+ "precision@5": 0.18960000000000002,
699
+ "precision@10": 0.09800000000000002,
700
+ "recall@1": 0.786,
701
+ "recall@5": 0.948,
702
+ "recall@10": 0.98,
703
+ "f1@1": 0.786,
704
+ "f1@5": 0.316,
705
+ "f1@10": 0.17818181818181816,
706
+ "map@1": 0.786,
707
+ "map@5": 0.8522666666666666,
708
+ "map@10": 0.8569964285714287,
709
+ "mrr@1": 0.786,
710
+ "mrr@5": 0.8522666666666666,
711
+ "mrr@10": 0.8569964285714287,
712
+ "num_pred": 1000,
713
+ "num_data": 1000
714
+ },
715
+ "MSCOCO_i2t": {
716
+ "hit@1": 0.738,
717
+ "hit@5": 0.948,
718
+ "hit@10": 0.986,
719
+ "ndcg_linear@1": 0.738,
720
+ "ndcg_linear@5": 0.8538895695509657,
721
+ "ndcg_linear@10": 0.8663040176971495,
722
+ "ndcg_exponential@1": 0.738,
723
+ "ndcg_exponential@5": 0.8538895695509657,
724
+ "ndcg_exponential@10": 0.8663040176971495,
725
+ "precision@1": 0.738,
726
+ "precision@5": 0.18960000000000002,
727
+ "precision@10": 0.09860000000000002,
728
+ "recall@1": 0.738,
729
+ "recall@5": 0.948,
730
+ "recall@10": 0.986,
731
+ "f1@1": 0.738,
732
+ "f1@5": 0.316,
733
+ "f1@10": 0.17927272727272725,
734
+ "map@1": 0.738,
735
+ "map@5": 0.8222,
736
+ "map@10": 0.8273976190476191,
737
+ "mrr@1": 0.738,
738
+ "mrr@5": 0.8222,
739
+ "mrr@10": 0.8273976190476191,
740
+ "num_pred": 1000,
741
+ "num_data": 1000
742
+ },
743
+ "NIGHTS": {
744
+ "hit@1": 0.678,
745
+ "hit@5": 0.978,
746
+ "hit@10": 0.997,
747
+ "ndcg_linear@1": 0.678,
748
+ "ndcg_linear@5": 0.851539969993721,
749
+ "ndcg_linear@10": 0.8579971155947567,
750
+ "ndcg_exponential@1": 0.678,
751
+ "ndcg_exponential@5": 0.851539969993721,
752
+ "ndcg_exponential@10": 0.8579971155947567,
753
+ "precision@1": 0.678,
754
+ "precision@5": 0.19560000000000002,
755
+ "precision@10": 0.09970000000000001,
756
+ "recall@1": 0.678,
757
+ "recall@5": 0.978,
758
+ "recall@10": 0.997,
759
+ "f1@1": 0.678,
760
+ "f1@5": 0.326,
761
+ "f1@10": 0.18127272727272725,
762
+ "map@1": 0.678,
763
+ "map@5": 0.8081833333333334,
764
+ "map@10": 0.8110369047619047,
765
+ "mrr@1": 0.678,
766
+ "mrr@5": 0.8081833333333334,
767
+ "mrr@10": 0.8110369047619047,
768
+ "num_pred": 1000,
769
+ "num_data": 1000
770
+ },
771
+ "WebQA": {
772
+ "hit@1": 0.905,
773
+ "hit@5": 0.993,
774
+ "hit@10": 0.997,
775
+ "ndcg_linear@1": 0.905,
776
+ "ndcg_linear@5": 0.9565731226165417,
777
+ "ndcg_linear@10": 0.9578935928905546,
778
+ "ndcg_exponential@1": 0.905,
779
+ "ndcg_exponential@5": 0.9565731226165417,
780
+ "ndcg_exponential@10": 0.9578935928905546,
781
+ "precision@1": 0.905,
782
+ "precision@5": 0.19860000000000003,
783
+ "precision@10": 0.09970000000000001,
784
+ "recall@1": 0.905,
785
+ "recall@5": 0.993,
786
+ "recall@10": 0.997,
787
+ "f1@1": 0.905,
788
+ "f1@5": 0.331,
789
+ "f1@10": 0.18127272727272725,
790
+ "map@1": 0.905,
791
+ "map@5": 0.9440333333333333,
792
+ "map@10": 0.9445928571428571,
793
+ "mrr@1": 0.905,
794
+ "mrr@5": 0.9440333333333333,
795
+ "mrr@10": 0.9445928571428571,
796
+ "num_pred": 1000,
797
+ "num_data": 1000
798
+ },
799
+ "FashionIQ": {
800
+ "hit@1": 0.23,
801
+ "hit@5": 0.481,
802
+ "hit@10": 0.579,
803
+ "ndcg_linear@1": 0.23,
804
+ "ndcg_linear@5": 0.35936865858669087,
805
+ "ndcg_linear@10": 0.3915362896776436,
806
+ "ndcg_exponential@1": 0.23,
807
+ "ndcg_exponential@5": 0.35936865858669087,
808
+ "ndcg_exponential@10": 0.3915362896776436,
809
+ "precision@1": 0.23,
810
+ "precision@5": 0.0962,
811
+ "precision@10": 0.0579,
812
+ "recall@1": 0.23,
813
+ "recall@5": 0.481,
814
+ "recall@10": 0.579,
815
+ "f1@1": 0.23,
816
+ "f1@5": 0.16033333333333338,
817
+ "f1@10": 0.1052727272727273,
818
+ "map@1": 0.23,
819
+ "map@5": 0.31925,
820
+ "map@10": 0.3328035714285714,
821
+ "mrr@1": 0.23,
822
+ "mrr@5": 0.31925,
823
+ "mrr@10": 0.3328035714285714,
824
+ "num_pred": 1000,
825
+ "num_data": 1000
826
+ },
827
+ "Wiki-SS-NQ": {
828
+ "hit@1": 0.693,
829
+ "hit@5": 0.887,
830
+ "hit@10": 0.923,
831
+ "ndcg_linear@1": 0.693,
832
+ "ndcg_linear@5": 0.7995832925450479,
833
+ "ndcg_linear@10": 0.811103339512994,
834
+ "ndcg_exponential@1": 0.693,
835
+ "ndcg_exponential@5": 0.7995832925450479,
836
+ "ndcg_exponential@10": 0.811103339512994,
837
+ "precision@1": 0.693,
838
+ "precision@5": 0.17740000000000003,
839
+ "precision@10": 0.09230000000000001,
840
+ "recall@1": 0.693,
841
+ "recall@5": 0.887,
842
+ "recall@10": 0.923,
843
+ "f1@1": 0.693,
844
+ "f1@5": 0.2956666666666667,
845
+ "f1@10": 0.1678181818181818,
846
+ "map@1": 0.693,
847
+ "map@5": 0.7701333333333332,
848
+ "map@10": 0.7748174603174602,
849
+ "mrr@1": 0.693,
850
+ "mrr@5": 0.7701333333333332,
851
+ "mrr@10": 0.7748174603174602,
852
+ "num_pred": 1000,
853
+ "num_data": 1000
854
+ },
855
+ "OVEN": {
856
+ "hit@1": 0.68,
857
+ "hit@5": 0.879,
858
+ "hit@10": 0.925,
859
+ "ndcg_linear@1": 0.68,
860
+ "ndcg_linear@5": 0.7896361248530163,
861
+ "ndcg_linear@10": 0.8044894125330284,
862
+ "ndcg_exponential@1": 0.68,
863
+ "ndcg_exponential@5": 0.7896361248530163,
864
+ "ndcg_exponential@10": 0.8044894125330284,
865
+ "precision@1": 0.68,
866
+ "precision@5": 0.1758,
867
+ "precision@10": 0.09250000000000001,
868
+ "recall@1": 0.68,
869
+ "recall@5": 0.879,
870
+ "recall@10": 0.925,
871
+ "f1@1": 0.68,
872
+ "f1@5": 0.293,
873
+ "f1@10": 0.16818181818181818,
874
+ "map@1": 0.68,
875
+ "map@5": 0.7595999999999999,
876
+ "map@10": 0.7657154761904762,
877
+ "mrr@1": 0.68,
878
+ "mrr@5": 0.7595999999999999,
879
+ "mrr@10": 0.7657154761904762,
880
+ "num_pred": 1000,
881
+ "num_data": 1000
882
+ },
883
+ "EDIS": {
884
+ "hit@1": 0.918,
885
+ "hit@5": 0.991,
886
+ "hit@10": 0.995,
887
+ "ndcg_linear@1": 0.918,
888
+ "ndcg_linear@5": 0.9608764307746476,
889
+ "ndcg_linear@10": 0.9621501628298692,
890
+ "ndcg_exponential@1": 0.918,
891
+ "ndcg_exponential@5": 0.9608764307746476,
892
+ "ndcg_exponential@10": 0.9621501628298692,
893
+ "precision@1": 0.918,
894
+ "precision@5": 0.19820000000000004,
895
+ "precision@10": 0.09950000000000003,
896
+ "recall@1": 0.918,
897
+ "recall@5": 0.991,
898
+ "recall@10": 0.995,
899
+ "f1@1": 0.918,
900
+ "f1@5": 0.3303333333333333,
901
+ "f1@10": 0.18090909090909088,
902
+ "map@1": 0.918,
903
+ "map@5": 0.9505166666666667,
904
+ "map@10": 0.9510305555555556,
905
+ "mrr@1": 0.918,
906
+ "mrr@5": 0.9505166666666667,
907
+ "mrr@10": 0.9510305555555556,
908
+ "num_pred": 1000,
909
+ "num_data": 1000
910
+ },
911
+ "MSCOCO": {
912
+ "hit@1": 0.702,
913
+ "hit@5": 0.842,
914
+ "hit@10": 0.881,
915
+ "ndcg_linear@1": 0.702,
916
+ "ndcg_linear@5": 0.7779865828869735,
917
+ "ndcg_linear@10": 0.7907684634841089,
918
+ "ndcg_exponential@1": 0.702,
919
+ "ndcg_exponential@5": 0.7779865828869735,
920
+ "ndcg_exponential@10": 0.7907684634841089,
921
+ "precision@1": 0.702,
922
+ "precision@5": 0.1684,
923
+ "precision@10": 0.08810000000000001,
924
+ "recall@1": 0.702,
925
+ "recall@5": 0.842,
926
+ "recall@10": 0.881,
927
+ "f1@1": 0.702,
928
+ "f1@5": 0.2806666666666667,
929
+ "f1@10": 0.16018181818181818,
930
+ "map@1": 0.702,
931
+ "map@5": 0.75655,
932
+ "map@10": 0.7619238095238094,
933
+ "mrr@1": 0.702,
934
+ "mrr@5": 0.75655,
935
+ "mrr@10": 0.7619238095238094,
936
+ "num_pred": 1000,
937
+ "num_data": 1000
938
+ },
939
+ "RefCOCO": {
940
+ "hit@1": 0.937,
941
+ "hit@5": 0.998,
942
+ "hit@10": 0.998,
943
+ "ndcg_linear@1": 0.937,
944
+ "ndcg_linear@5": 0.9732988225789986,
945
+ "ndcg_linear@10": 0.9732988225789986,
946
+ "ndcg_exponential@1": 0.937,
947
+ "ndcg_exponential@5": 0.9732988225789986,
948
+ "ndcg_exponential@10": 0.9732988225789986,
949
+ "precision@1": 0.937,
950
+ "precision@5": 0.19960000000000003,
951
+ "precision@10": 0.09980000000000001,
952
+ "recall@1": 0.937,
953
+ "recall@5": 0.998,
954
+ "recall@10": 0.998,
955
+ "f1@1": 0.937,
956
+ "f1@5": 0.3326666666666666,
957
+ "f1@10": 0.18145454545454545,
958
+ "map@1": 0.937,
959
+ "map@5": 0.9647666666666667,
960
+ "map@10": 0.9647666666666667,
961
+ "mrr@1": 0.937,
962
+ "mrr@5": 0.9647666666666667,
963
+ "mrr@10": 0.9647666666666667,
964
+ "num_pred": 1000,
965
+ "num_data": 1000
966
+ },
967
+ "RefCOCO-Matching": {
968
+ "hit@1": 0.922,
969
+ "hit@5": 0.999,
970
+ "hit@10": 1.0,
971
+ "ndcg_linear@1": 0.922,
972
+ "ndcg_linear@5": 0.9721431973366471,
973
+ "ndcg_linear@10": 0.9724994045237552,
974
+ "ndcg_exponential@1": 0.922,
975
+ "ndcg_exponential@5": 0.9721431973366471,
976
+ "ndcg_exponential@10": 0.9724994045237552,
977
+ "precision@1": 0.922,
978
+ "precision@5": 0.19980000000000003,
979
+ "precision@10": 0.10000000000000002,
980
+ "recall@1": 0.922,
981
+ "recall@5": 0.999,
982
+ "recall@10": 1.0,
983
+ "f1@1": 0.922,
984
+ "f1@5": 0.333,
985
+ "f1@10": 0.18181818181818182,
986
+ "map@1": 0.922,
987
+ "map@5": 0.9630833333333334,
988
+ "map@10": 0.96325,
989
+ "mrr@1": 0.922,
990
+ "mrr@5": 0.9600833333333334,
991
+ "mrr@10": 0.96025,
992
+ "num_pred": 1000,
993
+ "num_data": 1000
994
+ },
995
+ "Visual7W-Pointing": {
996
+ "hit@1": 0.866,
997
+ "hit@5": 0.953,
998
+ "hit@10": 0.974,
999
+ "ndcg_linear@1": 0.866,
1000
+ "ndcg_linear@5": 0.9163717602986581,
1001
+ "ndcg_linear@10": 0.9233121725354806,
1002
+ "ndcg_exponential@1": 0.866,
1003
+ "ndcg_exponential@5": 0.9163717602986581,
1004
+ "ndcg_exponential@10": 0.9233121725354806,
1005
+ "precision@1": 0.866,
1006
+ "precision@5": 0.19060000000000002,
1007
+ "precision@10": 0.0974,
1008
+ "recall@1": 0.866,
1009
+ "recall@5": 0.953,
1010
+ "recall@10": 0.974,
1011
+ "f1@1": 0.866,
1012
+ "f1@5": 0.31766666666666665,
1013
+ "f1@10": 0.17709090909090908,
1014
+ "map@1": 0.866,
1015
+ "map@5": 0.9037999999999999,
1016
+ "map@10": 0.9067547619047618,
1017
+ "mrr@1": 0.866,
1018
+ "mrr@5": 0.9037999999999999,
1019
+ "mrr@10": 0.9067547619047618,
1020
+ "num_pred": 1000,
1021
+ "num_data": 1000
1022
+ }
1023
+ },
1024
+ "video": {
1025
+ "K700": "DIR_N/A",
1026
+ "SmthSmthV2": "DIR_N/A",
1027
+ "HMDB51": "DIR_N/A",
1028
+ "UCF101": "DIR_N/A",
1029
+ "Breakfast": "DIR_N/A",
1030
+ "MVBench": "DIR_N/A",
1031
+ "Video-MME": "DIR_N/A",
1032
+ "NExTQA": "DIR_N/A",
1033
+ "EgoSchema": "DIR_N/A",
1034
+ "ActivityNetQA": "DIR_N/A",
1035
+ "DiDeMo": "DIR_N/A",
1036
+ "MSR-VTT": "DIR_N/A",
1037
+ "MSVD": "DIR_N/A",
1038
+ "VATEX": "DIR_N/A",
1039
+ "YouCook2": "DIR_N/A",
1040
+ "QVHighlight": "DIR_N/A",
1041
+ "Charades-STA": "DIR_N/A",
1042
+ "MomentSeeker": "DIR_N/A"
1043
+ },
1044
+ "visdoc": {
1045
+ "ViDoRe_arxivqa": "DIR_N/A",
1046
+ "ViDoRe_docvqa": "DIR_N/A",
1047
+ "ViDoRe_infovqa": "DIR_N/A",
1048
+ "ViDoRe_tabfquad": "DIR_N/A",
1049
+ "ViDoRe_tatdqa": "DIR_N/A",
1050
+ "ViDoRe_shiftproject": "DIR_N/A",
1051
+ "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
1052
+ "ViDoRe_syntheticDocQA_energy": "DIR_N/A",
1053
+ "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
1054
+ "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
1055
+ "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
1056
+ "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
1057
+ "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
1058
+ "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
1059
+ "VisRAG_ArxivQA": "DIR_N/A",
1060
+ "VisRAG_ChartQA": "DIR_N/A",
1061
+ "VisRAG_MP-DocVQA": "DIR_N/A",
1062
+ "VisRAG_SlideVQA": "DIR_N/A",
1063
+ "VisRAG_InfoVQA": "DIR_N/A",
1064
+ "VisRAG_PlotQA": "DIR_N/A",
1065
+ "ViDoSeek-page": "DIR_N/A",
1066
+ "ViDoSeek-doc": "DIR_N/A",
1067
+ "MMLongBench-page": "DIR_N/A",
1068
+ "MMLongBench-doc": "DIR_N/A"
1069
+ }
1070
+ }
1071
+ }