Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB-Leaderboard
Running

App Files Community
83
ziyjiang Kathy579 commited on
Commit
b0da5b5
·
verified ·
1 Parent(s): d7a1226

Upload 3 files (#81)

Browse files

- Upload 3 files (79688bdae0c893bc34acfcedb05fd83f5be26e1d)


Co-authored-by: qianying liu <Kathy579@users.noreply.huggingface.co>

Files changed (3) hide show
  1. scores/ReMatch-2B.json +1070 -0
  2. scores/ReMatch-3B.json +1070 -0
  3. scores/ReMatch-7B.json +1070 -0
scores/ReMatch-2B.json ADDED
@@ -0,0 +1,1070 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "ReMatch-2B",
4
+ "model_size": "2.21",
5
+ "embedding_dimension": 1536,
6
+ "max_length_tokens": null,
7
+ "model_release_date": "2025-11-24",
8
+ "score_source": "Self-Reported",
9
+ "url": "https://arxiv.org/abs/2511.19278",
10
+ "report_generated_date": "2025-11-24T12:19:01.814804"
11
+ },
12
+ "metrics": {
13
+ "image": {
14
+ "ImageNet-1K": {
15
+ "hit@1": 0.764,
16
+ "hit@5": 0.953,
17
+ "hit@10": 0.973,
18
+ "ndcg_linear@1": 0.764,
19
+ "ndcg_linear@5": 0.8700034150977809,
20
+ "ndcg_linear@10": 0.8767423356586663,
21
+ "ndcg_exponential@1": 0.764,
22
+ "ndcg_exponential@5": 0.8700034150977809,
23
+ "ndcg_exponential@10": 0.8767423356586663,
24
+ "precision@1": 0.764,
25
+ "precision@5": 0.19060000000000002,
26
+ "precision@10": 0.09730000000000001,
27
+ "recall@1": 0.764,
28
+ "recall@5": 0.953,
29
+ "recall@10": 0.973,
30
+ "f1@1": 0.764,
31
+ "f1@5": 0.31766666666666665,
32
+ "f1@10": 0.17690909090909088,
33
+ "map@1": 0.764,
34
+ "map@5": 0.8419166666666668,
35
+ "map@10": 0.8448559523809523,
36
+ "mrr@1": 0.764,
37
+ "mrr@5": 0.8419166666666668,
38
+ "mrr@10": 0.8448559523809523,
39
+ "num_pred": 1000,
40
+ "num_data": 1000
41
+ },
42
+ "N24News": {
43
+ "hit@1": 0.805,
44
+ "hit@5": 0.978,
45
+ "hit@10": 0.998,
46
+ "ndcg_linear@1": 0.805,
47
+ "ndcg_linear@5": 0.9036284090730106,
48
+ "ndcg_linear@10": 0.9100724261139432,
49
+ "ndcg_exponential@1": 0.805,
50
+ "ndcg_exponential@5": 0.9036284090730106,
51
+ "ndcg_exponential@10": 0.9100724261139432,
52
+ "precision@1": 0.805,
53
+ "precision@5": 0.19560000000000002,
54
+ "precision@10": 0.09980000000000001,
55
+ "recall@1": 0.805,
56
+ "recall@5": 0.978,
57
+ "recall@10": 0.998,
58
+ "f1@1": 0.805,
59
+ "f1@5": 0.326,
60
+ "f1@10": 0.18145454545454545,
61
+ "map@1": 0.805,
62
+ "map@5": 0.8783,
63
+ "map@10": 0.880948015873016,
64
+ "mrr@1": 0.805,
65
+ "mrr@5": 0.8783,
66
+ "mrr@10": 0.880948015873016,
67
+ "num_pred": 1000,
68
+ "num_data": 1000
69
+ },
70
+ "HatefulMemes": {
71
+ "hit@1": 0.658,
72
+ "hit@5": 1.0,
73
+ "hit@10": 1.0,
74
+ "ndcg_linear@1": 0.658,
75
+ "ndcg_linear@5": 0.8737779757214384,
76
+ "ndcg_linear@10": 0.8737779757214384,
77
+ "ndcg_exponential@1": 0.658,
78
+ "ndcg_exponential@5": 0.8737779757214384,
79
+ "ndcg_exponential@10": 0.8737779757214384,
80
+ "precision@1": 0.658,
81
+ "precision@5": 0.20000000000000004,
82
+ "precision@10": 0.10000000000000002,
83
+ "recall@1": 0.658,
84
+ "recall@5": 1.0,
85
+ "recall@10": 1.0,
86
+ "f1@1": 0.658,
87
+ "f1@5": 0.3333333333333333,
88
+ "f1@10": 0.18181818181818182,
89
+ "map@1": 0.658,
90
+ "map@5": 0.829,
91
+ "map@10": 0.829,
92
+ "mrr@1": 0.658,
93
+ "mrr@5": 0.829,
94
+ "mrr@10": 0.829,
95
+ "num_pred": 1000,
96
+ "num_data": 1000
97
+ },
98
+ "VOC2007": {
99
+ "hit@1": 0.869,
100
+ "hit@5": 0.979,
101
+ "hit@10": 0.993,
102
+ "ndcg_linear@1": 0.869,
103
+ "ndcg_linear@5": 0.9324316381824919,
104
+ "ndcg_linear@10": 0.937105370757479,
105
+ "ndcg_exponential@1": 0.869,
106
+ "ndcg_exponential@5": 0.9324316381824919,
107
+ "ndcg_exponential@10": 0.937105370757479,
108
+ "precision@1": 0.869,
109
+ "precision@5": 0.1958,
110
+ "precision@10": 0.09930000000000001,
111
+ "recall@1": 0.869,
112
+ "recall@5": 0.979,
113
+ "recall@10": 0.993,
114
+ "f1@1": 0.869,
115
+ "f1@5": 0.32633333333333336,
116
+ "f1@10": 0.18054545454545454,
117
+ "map@1": 0.869,
118
+ "map@5": 0.91655,
119
+ "map@10": 0.9185646825396825,
120
+ "mrr@1": 0.869,
121
+ "mrr@5": 0.91655,
122
+ "mrr@10": 0.9185646825396825,
123
+ "num_pred": 1000,
124
+ "num_data": 1000
125
+ },
126
+ "SUN397": {
127
+ "hit@1": 0.746,
128
+ "hit@5": 0.972,
129
+ "hit@10": 0.985,
130
+ "ndcg_linear@1": 0.746,
131
+ "ndcg_linear@5": 0.8748626826170478,
132
+ "ndcg_linear@10": 0.8790604241381442,
133
+ "ndcg_exponential@1": 0.746,
134
+ "ndcg_exponential@5": 0.8748626826170478,
135
+ "ndcg_exponential@10": 0.8790604241381442,
136
+ "precision@1": 0.746,
137
+ "precision@5": 0.19440000000000004,
138
+ "precision@10": 0.09850000000000003,
139
+ "recall@1": 0.746,
140
+ "recall@5": 0.972,
141
+ "recall@10": 0.985,
142
+ "f1@1": 0.746,
143
+ "f1@5": 0.324,
144
+ "f1@10": 0.17909090909090908,
145
+ "map@1": 0.746,
146
+ "map@5": 0.84175,
147
+ "map@10": 0.8434789682539682,
148
+ "mrr@1": 0.746,
149
+ "mrr@5": 0.84175,
150
+ "mrr@10": 0.8434789682539682,
151
+ "num_pred": 1000,
152
+ "num_data": 1000
153
+ },
154
+ "Place365": {
155
+ "hit@1": 0.424,
156
+ "hit@5": 0.734,
157
+ "hit@10": 0.823,
158
+ "ndcg_linear@1": 0.424,
159
+ "ndcg_linear@5": 0.5935450472953501,
160
+ "ndcg_linear@10": 0.6225444525315761,
161
+ "ndcg_exponential@1": 0.424,
162
+ "ndcg_exponential@5": 0.5935450472953501,
163
+ "ndcg_exponential@10": 0.6225444525315761,
164
+ "precision@1": 0.424,
165
+ "precision@5": 0.14679999999999999,
166
+ "precision@10": 0.0823,
167
+ "recall@1": 0.424,
168
+ "recall@5": 0.734,
169
+ "recall@10": 0.823,
170
+ "f1@1": 0.424,
171
+ "f1@5": 0.2446666666666667,
172
+ "f1@10": 0.14963636363636362,
173
+ "map@1": 0.424,
174
+ "map@5": 0.5463666666666667,
175
+ "map@10": 0.5584670634920635,
176
+ "mrr@1": 0.424,
177
+ "mrr@5": 0.5463666666666667,
178
+ "mrr@10": 0.5584670634920635,
179
+ "num_pred": 1000,
180
+ "num_data": 1000
181
+ },
182
+ "ImageNet-A": {
183
+ "hit@1": 0.495,
184
+ "hit@5": 0.734,
185
+ "hit@10": 0.82,
186
+ "ndcg_linear@1": 0.495,
187
+ "ndcg_linear@5": 0.6232496560144841,
188
+ "ndcg_linear@10": 0.651265384533048,
189
+ "ndcg_exponential@1": 0.495,
190
+ "ndcg_exponential@5": 0.6232496560144841,
191
+ "ndcg_exponential@10": 0.651265384533048,
192
+ "precision@1": 0.495,
193
+ "precision@5": 0.1468,
194
+ "precision@10": 0.082,
195
+ "recall@1": 0.495,
196
+ "recall@5": 0.734,
197
+ "recall@10": 0.82,
198
+ "f1@1": 0.495,
199
+ "f1@5": 0.24466666666666675,
200
+ "f1@10": 0.14909090909090914,
201
+ "map@1": 0.495,
202
+ "map@5": 0.5862666666666666,
203
+ "map@10": 0.5979511904761905,
204
+ "mrr@1": 0.495,
205
+ "mrr@5": 0.5862666666666666,
206
+ "mrr@10": 0.5979511904761905,
207
+ "num_pred": 1000,
208
+ "num_data": 1000
209
+ },
210
+ "ImageNet-R": {
211
+ "hit@1": 0.913,
212
+ "hit@5": 0.981,
213
+ "hit@10": 0.984,
214
+ "ndcg_linear@1": 0.913,
215
+ "ndcg_linear@5": 0.9522928861255189,
216
+ "ndcg_linear@10": 0.9533207653765207,
217
+ "ndcg_exponential@1": 0.913,
218
+ "ndcg_exponential@5": 0.9522928861255189,
219
+ "ndcg_exponential@10": 0.9533207653765207,
220
+ "precision@1": 0.913,
221
+ "precision@5": 0.19620000000000004,
222
+ "precision@10": 0.09840000000000002,
223
+ "recall@1": 0.913,
224
+ "recall@5": 0.981,
225
+ "recall@10": 0.984,
226
+ "f1@1": 0.913,
227
+ "f1@5": 0.327,
228
+ "f1@10": 0.17890909090909088,
229
+ "map@1": 0.913,
230
+ "map@5": 0.9424666666666667,
231
+ "map@10": 0.9429249999999999,
232
+ "mrr@1": 0.913,
233
+ "mrr@5": 0.9424666666666667,
234
+ "mrr@10": 0.9429249999999999,
235
+ "num_pred": 1000,
236
+ "num_data": 1000
237
+ },
238
+ "ObjectNet": {
239
+ "hit@1": 0.655,
240
+ "hit@5": 0.855,
241
+ "hit@10": 0.898,
242
+ "ndcg_linear@1": 0.655,
243
+ "ndcg_linear@5": 0.7662539693214047,
244
+ "ndcg_linear@10": 0.7802783351210099,
245
+ "ndcg_exponential@1": 0.655,
246
+ "ndcg_exponential@5": 0.7662539693214047,
247
+ "ndcg_exponential@10": 0.7802783351210099,
248
+ "precision@1": 0.655,
249
+ "precision@5": 0.171,
250
+ "precision@10": 0.0898,
251
+ "recall@1": 0.655,
252
+ "recall@5": 0.855,
253
+ "recall@10": 0.898,
254
+ "f1@1": 0.655,
255
+ "f1@5": 0.28500000000000003,
256
+ "f1@10": 0.1632727272727273,
257
+ "map@1": 0.655,
258
+ "map@5": 0.7363166666666666,
259
+ "map@10": 0.7421710317460317,
260
+ "mrr@1": 0.655,
261
+ "mrr@5": 0.7363166666666666,
262
+ "mrr@10": 0.7421710317460317,
263
+ "num_pred": 1000,
264
+ "num_data": 1000
265
+ },
266
+ "Country211": {
267
+ "hit@1": 0.253,
268
+ "hit@5": 0.477,
269
+ "hit@10": 0.598,
270
+ "ndcg_linear@1": 0.253,
271
+ "ndcg_linear@5": 0.3709054903609312,
272
+ "ndcg_linear@10": 0.410216199738311,
273
+ "ndcg_exponential@1": 0.253,
274
+ "ndcg_exponential@5": 0.3709054903609312,
275
+ "ndcg_exponential@10": 0.410216199738311,
276
+ "precision@1": 0.253,
277
+ "precision@5": 0.09539999999999998,
278
+ "precision@10": 0.0598,
279
+ "recall@1": 0.253,
280
+ "recall@5": 0.477,
281
+ "recall@10": 0.598,
282
+ "f1@1": 0.253,
283
+ "f1@5": 0.15900000000000003,
284
+ "f1@10": 0.10872727272727274,
285
+ "map@1": 0.253,
286
+ "map@5": 0.33575,
287
+ "map@10": 0.3520813492063492,
288
+ "mrr@1": 0.253,
289
+ "mrr@5": 0.33575,
290
+ "mrr@10": 0.3520813492063492,
291
+ "num_pred": 1000,
292
+ "num_data": 1000
293
+ },
294
+ "OK-VQA": {
295
+ "hit@1": 0.669,
296
+ "hit@5": 0.903,
297
+ "hit@10": 0.939,
298
+ "ndcg_linear@1": 0.669,
299
+ "ndcg_linear@5": 0.7993493868774931,
300
+ "ndcg_linear@10": 0.8112192891517754,
301
+ "ndcg_exponential@1": 0.669,
302
+ "ndcg_exponential@5": 0.7993493868774931,
303
+ "ndcg_exponential@10": 0.8112192891517754,
304
+ "precision@1": 0.669,
305
+ "precision@5": 0.1806,
306
+ "precision@10": 0.09390000000000003,
307
+ "recall@1": 0.669,
308
+ "recall@5": 0.903,
309
+ "recall@10": 0.939,
310
+ "f1@1": 0.669,
311
+ "f1@5": 0.301,
312
+ "f1@10": 0.17072727272727273,
313
+ "map@1": 0.669,
314
+ "map@5": 0.7643,
315
+ "map@10": 0.769327380952381,
316
+ "mrr@1": 0.669,
317
+ "mrr@5": 0.7643,
318
+ "mrr@10": 0.769327380952381,
319
+ "num_pred": 1000,
320
+ "num_data": 1000
321
+ },
322
+ "A-OKVQA": {
323
+ "hit@1": 0.561,
324
+ "hit@5": 0.875,
325
+ "hit@10": 0.926,
326
+ "ndcg_linear@1": 0.561,
327
+ "ndcg_linear@5": 0.7355896484488631,
328
+ "ndcg_linear@10": 0.7525984718037965,
329
+ "ndcg_exponential@1": 0.561,
330
+ "ndcg_exponential@5": 0.7355896484488631,
331
+ "ndcg_exponential@10": 0.7525984718037965,
332
+ "precision@1": 0.561,
333
+ "precision@5": 0.175,
334
+ "precision@10": 0.0926,
335
+ "recall@1": 0.561,
336
+ "recall@5": 0.875,
337
+ "recall@10": 0.926,
338
+ "f1@1": 0.561,
339
+ "f1@5": 0.29166666666666674,
340
+ "f1@10": 0.16836363636363638,
341
+ "map@1": 0.561,
342
+ "map@5": 0.6885666666666667,
343
+ "map@10": 0.6958912698412698,
344
+ "mrr@1": 0.561,
345
+ "mrr@5": 0.6885666666666667,
346
+ "mrr@10": 0.6958912698412698,
347
+ "num_pred": 1000,
348
+ "num_data": 1000
349
+ },
350
+ "DocVQA": {
351
+ "hit@1": 0.934,
352
+ "hit@5": 0.989,
353
+ "hit@10": 0.994,
354
+ "ndcg_linear@1": 0.934,
355
+ "ndcg_linear@5": 0.9642122044759442,
356
+ "ndcg_linear@10": 0.9658744470559432,
357
+ "ndcg_exponential@1": 0.934,
358
+ "ndcg_exponential@5": 0.9642122044759442,
359
+ "ndcg_exponential@10": 0.9658744470559432,
360
+ "precision@1": 0.934,
361
+ "precision@5": 0.19780000000000003,
362
+ "precision@10": 0.0994,
363
+ "recall@1": 0.934,
364
+ "recall@5": 0.989,
365
+ "recall@10": 0.994,
366
+ "f1@1": 0.934,
367
+ "f1@5": 0.3296666666666666,
368
+ "f1@10": 0.1807272727272727,
369
+ "map@1": 0.934,
370
+ "map@5": 0.9559,
371
+ "map@10": 0.9566123015873016,
372
+ "mrr@1": 0.934,
373
+ "mrr@5": 0.9559,
374
+ "mrr@10": 0.9566123015873016,
375
+ "num_pred": 1000,
376
+ "num_data": 1000
377
+ },
378
+ "InfographicsVQA": {
379
+ "hit@1": 0.682,
380
+ "hit@5": 0.851,
381
+ "hit@10": 0.899,
382
+ "ndcg_linear@1": 0.682,
383
+ "ndcg_linear@5": 0.7752788484649229,
384
+ "ndcg_linear@10": 0.7906035035850516,
385
+ "ndcg_exponential@1": 0.682,
386
+ "ndcg_exponential@5": 0.7752788484649229,
387
+ "ndcg_exponential@10": 0.7906035035850516,
388
+ "precision@1": 0.682,
389
+ "precision@5": 0.17020000000000002,
390
+ "precision@10": 0.08990000000000001,
391
+ "recall@1": 0.682,
392
+ "recall@5": 0.851,
393
+ "recall@10": 0.899,
394
+ "f1@1": 0.682,
395
+ "f1@5": 0.2836666666666667,
396
+ "f1@10": 0.16345454545454544,
397
+ "map@1": 0.682,
398
+ "map@5": 0.7497999999999999,
399
+ "map@10": 0.7560059523809524,
400
+ "mrr@1": 0.682,
401
+ "mrr@5": 0.7497999999999999,
402
+ "mrr@10": 0.7560059523809524,
403
+ "num_pred": 1000,
404
+ "num_data": 1000
405
+ },
406
+ "ChartQA": {
407
+ "hit@1": 0.569,
408
+ "hit@5": 0.776,
409
+ "hit@10": 0.831,
410
+ "ndcg_linear@1": 0.569,
411
+ "ndcg_linear@5": 0.6810524233487829,
412
+ "ndcg_linear@10": 0.6987053539462761,
413
+ "ndcg_exponential@1": 0.569,
414
+ "ndcg_exponential@5": 0.6810524233487829,
415
+ "ndcg_exponential@10": 0.6987053539462761,
416
+ "precision@1": 0.569,
417
+ "precision@5": 0.1552,
418
+ "precision@10": 0.0831,
419
+ "recall@1": 0.569,
420
+ "recall@5": 0.776,
421
+ "recall@10": 0.831,
422
+ "f1@1": 0.569,
423
+ "f1@5": 0.2586666666666667,
424
+ "f1@10": 0.15109090909090908,
425
+ "map@1": 0.569,
426
+ "map@5": 0.6492833333333333,
427
+ "map@10": 0.656495238095238,
428
+ "mrr@1": 0.569,
429
+ "mrr@5": 0.6492833333333333,
430
+ "mrr@10": 0.656495238095238,
431
+ "num_pred": 1000,
432
+ "num_data": 1000
433
+ },
434
+ "Visual7W": {
435
+ "hit@1": 0.611,
436
+ "hit@5": 0.921,
437
+ "hit@10": 0.962,
438
+ "ndcg_linear@1": 0.611,
439
+ "ndcg_linear@5": 0.7851061925069502,
440
+ "ndcg_linear@10": 0.7983822484243009,
441
+ "ndcg_exponential@1": 0.611,
442
+ "ndcg_exponential@5": 0.7851061925069502,
443
+ "ndcg_exponential@10": 0.7983822484243009,
444
+ "precision@1": 0.611,
445
+ "precision@5": 0.18420000000000003,
446
+ "precision@10": 0.09620000000000002,
447
+ "recall@1": 0.611,
448
+ "recall@5": 0.921,
449
+ "recall@10": 0.962,
450
+ "f1@1": 0.611,
451
+ "f1@5": 0.307,
452
+ "f1@10": 0.17490909090909088,
453
+ "map@1": 0.611,
454
+ "map@5": 0.7390666666666666,
455
+ "map@10": 0.7445543650793651,
456
+ "mrr@1": 0.611,
457
+ "mrr@5": 0.7390666666666666,
458
+ "mrr@10": 0.7445543650793651,
459
+ "num_pred": 1000,
460
+ "num_data": 1000
461
+ },
462
+ "ScienceQA": {
463
+ "hit@1": 0.471,
464
+ "hit@5": 0.749,
465
+ "hit@10": 0.866,
466
+ "ndcg_linear@1": 0.471,
467
+ "ndcg_linear@5": 0.6238038340237052,
468
+ "ndcg_linear@10": 0.6622051554389757,
469
+ "ndcg_exponential@1": 0.471,
470
+ "ndcg_exponential@5": 0.6238038340237052,
471
+ "ndcg_exponential@10": 0.6622051554389757,
472
+ "precision@1": 0.471,
473
+ "precision@5": 0.1498,
474
+ "precision@10": 0.08660000000000001,
475
+ "recall@1": 0.471,
476
+ "recall@5": 0.749,
477
+ "recall@10": 0.866,
478
+ "f1@1": 0.471,
479
+ "f1@5": 0.24966666666666668,
480
+ "f1@10": 0.15745454545454543,
481
+ "map@1": 0.471,
482
+ "map@5": 0.5817333333333333,
483
+ "map@10": 0.5979,
484
+ "mrr@1": 0.471,
485
+ "mrr@5": 0.5817333333333333,
486
+ "mrr@10": 0.5979,
487
+ "num_pred": 1000,
488
+ "num_data": 1000
489
+ },
490
+ "VizWiz": {
491
+ "hit@1": 0.529,
492
+ "hit@5": 0.705,
493
+ "hit@10": 0.75,
494
+ "ndcg_linear@1": 0.529,
495
+ "ndcg_linear@5": 0.6261466795334947,
496
+ "ndcg_linear@10": 0.6406125131736469,
497
+ "ndcg_exponential@1": 0.529,
498
+ "ndcg_exponential@5": 0.6261466795334947,
499
+ "ndcg_exponential@10": 0.6406125131736469,
500
+ "precision@1": 0.529,
501
+ "precision@5": 0.141,
502
+ "precision@10": 0.075,
503
+ "recall@1": 0.529,
504
+ "recall@5": 0.705,
505
+ "recall@10": 0.75,
506
+ "f1@1": 0.529,
507
+ "f1@5": 0.23500000000000007,
508
+ "f1@10": 0.13636363636363638,
509
+ "map@1": 0.529,
510
+ "map@5": 0.5995833333333332,
511
+ "map@10": 0.6054988095238095,
512
+ "mrr@1": 0.529,
513
+ "mrr@5": 0.5995833333333332,
514
+ "mrr@10": 0.6054988095238095,
515
+ "num_pred": 1000,
516
+ "num_data": 1000
517
+ },
518
+ "GQA": {
519
+ "hit@1": 0.738,
520
+ "hit@5": 0.913,
521
+ "hit@10": 0.953,
522
+ "ndcg_linear@1": 0.738,
523
+ "ndcg_linear@5": 0.834048268247243,
524
+ "ndcg_linear@10": 0.8470228849682476,
525
+ "ndcg_exponential@1": 0.738,
526
+ "ndcg_exponential@5": 0.834048268247243,
527
+ "ndcg_exponential@10": 0.8470228849682476,
528
+ "precision@1": 0.738,
529
+ "precision@5": 0.1826,
530
+ "precision@10": 0.09530000000000001,
531
+ "recall@1": 0.738,
532
+ "recall@5": 0.913,
533
+ "recall@10": 0.953,
534
+ "f1@1": 0.738,
535
+ "f1@5": 0.30433333333333334,
536
+ "f1@10": 0.17327272727272724,
537
+ "map@1": 0.738,
538
+ "map@5": 0.8075333333333333,
539
+ "map@10": 0.812915873015873,
540
+ "mrr@1": 0.738,
541
+ "mrr@5": 0.8075333333333333,
542
+ "mrr@10": 0.812915873015873,
543
+ "num_pred": 1000,
544
+ "num_data": 1000
545
+ },
546
+ "TextVQA": {
547
+ "hit@1": 0.83,
548
+ "hit@5": 0.909,
549
+ "hit@10": 0.929,
550
+ "ndcg_linear@1": 0.83,
551
+ "ndcg_linear@5": 0.8743947280347651,
552
+ "ndcg_linear@10": 0.8810317331854155,
553
+ "ndcg_exponential@1": 0.83,
554
+ "ndcg_exponential@5": 0.8743947280347651,
555
+ "ndcg_exponential@10": 0.8810317331854155,
556
+ "precision@1": 0.83,
557
+ "precision@5": 0.18180000000000002,
558
+ "precision@10": 0.09290000000000001,
559
+ "recall@1": 0.83,
560
+ "recall@5": 0.909,
561
+ "recall@10": 0.929,
562
+ "f1@1": 0.83,
563
+ "f1@5": 0.303,
564
+ "f1@10": 0.1689090909090909,
565
+ "map@1": 0.83,
566
+ "map@5": 0.8626666666666666,
567
+ "map@10": 0.8655047619047619,
568
+ "mrr@1": 0.83,
569
+ "mrr@5": 0.8626666666666666,
570
+ "mrr@10": 0.8655047619047619,
571
+ "num_pred": 1000,
572
+ "num_data": 1000
573
+ },
574
+ "VisDial": {
575
+ "hit@1": 0.829,
576
+ "hit@5": 0.972,
577
+ "hit@10": 0.99,
578
+ "ndcg_linear@1": 0.829,
579
+ "ndcg_linear@5": 0.9088646630408077,
580
+ "ndcg_linear@10": 0.9147817127345634,
581
+ "ndcg_exponential@1": 0.829,
582
+ "ndcg_exponential@5": 0.9088646630408077,
583
+ "ndcg_exponential@10": 0.9147817127345634,
584
+ "precision@1": 0.829,
585
+ "precision@5": 0.19440000000000004,
586
+ "precision@10": 0.09900000000000003,
587
+ "recall@1": 0.829,
588
+ "recall@5": 0.972,
589
+ "recall@10": 0.99,
590
+ "f1@1": 0.829,
591
+ "f1@5": 0.324,
592
+ "f1@10": 0.18,
593
+ "map@1": 0.829,
594
+ "map@5": 0.8875,
595
+ "map@10": 0.8899956349206348,
596
+ "mrr@1": 0.829,
597
+ "mrr@5": 0.8875,
598
+ "mrr@10": 0.8899956349206348,
599
+ "num_pred": 1000,
600
+ "num_data": 1000
601
+ },
602
+ "CIRR": {
603
+ "hit@1": 0.569,
604
+ "hit@5": 0.916,
605
+ "hit@10": 0.96,
606
+ "ndcg_linear@1": 0.569,
607
+ "ndcg_linear@5": 0.7619072307383,
608
+ "ndcg_linear@10": 0.7762450144185316,
609
+ "ndcg_exponential@1": 0.569,
610
+ "ndcg_exponential@5": 0.7619072307383,
611
+ "ndcg_exponential@10": 0.7762450144185316,
612
+ "precision@1": 0.569,
613
+ "precision@5": 0.18320000000000003,
614
+ "precision@10": 0.09600000000000002,
615
+ "recall@1": 0.569,
616
+ "recall@5": 0.916,
617
+ "recall@10": 0.96,
618
+ "f1@1": 0.569,
619
+ "f1@5": 0.30533333333333335,
620
+ "f1@10": 0.17454545454545453,
621
+ "map@1": 0.569,
622
+ "map@5": 0.7099,
623
+ "map@10": 0.7158829365079366,
624
+ "mrr@1": 0.569,
625
+ "mrr@5": 0.7099,
626
+ "mrr@10": 0.7158829365079366,
627
+ "num_pred": 1000,
628
+ "num_data": 1000
629
+ },
630
+ "VisualNews_t2i": {
631
+ "hit@1": 0.753,
632
+ "hit@5": 0.898,
633
+ "hit@10": 0.936,
634
+ "ndcg_linear@1": 0.753,
635
+ "ndcg_linear@5": 0.8344600537972627,
636
+ "ndcg_linear@10": 0.8467649528292654,
637
+ "ndcg_exponential@1": 0.753,
638
+ "ndcg_exponential@5": 0.8344600537972627,
639
+ "ndcg_exponential@10": 0.8467649528292654,
640
+ "precision@1": 0.753,
641
+ "precision@5": 0.1796,
642
+ "precision@10": 0.09360000000000002,
643
+ "recall@1": 0.753,
644
+ "recall@5": 0.898,
645
+ "recall@10": 0.936,
646
+ "f1@1": 0.753,
647
+ "f1@5": 0.2993333333333334,
648
+ "f1@10": 0.17018181818181816,
649
+ "map@1": 0.753,
650
+ "map@5": 0.81295,
651
+ "map@10": 0.8180400793650794,
652
+ "mrr@1": 0.753,
653
+ "mrr@5": 0.81295,
654
+ "mrr@10": 0.8180400793650794,
655
+ "num_pred": 1000,
656
+ "num_data": 1000
657
+ },
658
+ "VisualNews_i2t": {
659
+ "hit@1": 0.813,
660
+ "hit@5": 0.931,
661
+ "hit@10": 0.945,
662
+ "ndcg_linear@1": 0.813,
663
+ "ndcg_linear@5": 0.878716465425742,
664
+ "ndcg_linear@10": 0.8832892731017357,
665
+ "ndcg_exponential@1": 0.813,
666
+ "ndcg_exponential@5": 0.878716465425742,
667
+ "ndcg_exponential@10": 0.8832892731017357,
668
+ "precision@1": 0.813,
669
+ "precision@5": 0.18620000000000003,
670
+ "precision@10": 0.09450000000000001,
671
+ "recall@1": 0.813,
672
+ "recall@5": 0.931,
673
+ "recall@10": 0.945,
674
+ "f1@1": 0.813,
675
+ "f1@5": 0.31033333333333335,
676
+ "f1@10": 0.17181818181818181,
677
+ "map@1": 0.813,
678
+ "map@5": 0.8610833333333333,
679
+ "map@10": 0.8629948412698413,
680
+ "mrr@1": 0.813,
681
+ "mrr@5": 0.8610833333333333,
682
+ "mrr@10": 0.8629948412698413,
683
+ "num_pred": 1000,
684
+ "num_data": 1000
685
+ },
686
+ "MSCOCO_t2i": {
687
+ "hit@1": 0.753,
688
+ "hit@5": 0.953,
689
+ "hit@10": 0.979,
690
+ "ndcg_linear@1": 0.753,
691
+ "ndcg_linear@5": 0.8635406040410902,
692
+ "ndcg_linear@10": 0.8718528060722183,
693
+ "ndcg_exponential@1": 0.753,
694
+ "ndcg_exponential@5": 0.8635406040410902,
695
+ "ndcg_exponential@10": 0.8718528060722183,
696
+ "precision@1": 0.753,
697
+ "precision@5": 0.19060000000000002,
698
+ "precision@10": 0.09790000000000001,
699
+ "recall@1": 0.753,
700
+ "recall@5": 0.953,
701
+ "recall@10": 0.979,
702
+ "f1@1": 0.753,
703
+ "f1@5": 0.31766666666666665,
704
+ "f1@10": 0.17799999999999996,
705
+ "map@1": 0.753,
706
+ "map@5": 0.8334166666666666,
707
+ "map@10": 0.8367912698412698,
708
+ "mrr@1": 0.753,
709
+ "mrr@5": 0.8334166666666666,
710
+ "mrr@10": 0.8367912698412698,
711
+ "num_pred": 1000,
712
+ "num_data": 1000
713
+ },
714
+ "MSCOCO_i2t": {
715
+ "hit@1": 0.734,
716
+ "hit@5": 0.943,
717
+ "hit@10": 0.989,
718
+ "ndcg_linear@1": 0.734,
719
+ "ndcg_linear@5": 0.8508351656702909,
720
+ "ndcg_linear@10": 0.8659749572236869,
721
+ "ndcg_exponential@1": 0.734,
722
+ "ndcg_exponential@5": 0.8508351656702909,
723
+ "ndcg_exponential@10": 0.8659749572236869,
724
+ "precision@1": 0.734,
725
+ "precision@5": 0.18860000000000002,
726
+ "precision@10": 0.0989,
727
+ "recall@1": 0.734,
728
+ "recall@5": 0.943,
729
+ "recall@10": 0.989,
730
+ "f1@1": 0.734,
731
+ "f1@5": 0.3143333333333333,
732
+ "f1@10": 0.17981818181818182,
733
+ "map@1": 0.734,
734
+ "map@5": 0.8196666666666668,
735
+ "map@10": 0.8260670634920634,
736
+ "mrr@1": 0.734,
737
+ "mrr@5": 0.8196666666666668,
738
+ "mrr@10": 0.8260670634920634,
739
+ "num_pred": 1000,
740
+ "num_data": 1000
741
+ },
742
+ "NIGHTS": {
743
+ "hit@1": 0.675,
744
+ "hit@5": 0.976,
745
+ "hit@10": 0.992,
746
+ "ndcg_linear@1": 0.675,
747
+ "ndcg_linear@5": 0.8484718857296512,
748
+ "ndcg_linear@10": 0.8538565534783203,
749
+ "ndcg_exponential@1": 0.675,
750
+ "ndcg_exponential@5": 0.8484718857296512,
751
+ "ndcg_exponential@10": 0.8538565534783203,
752
+ "precision@1": 0.675,
753
+ "precision@5": 0.19520000000000004,
754
+ "precision@10": 0.09920000000000001,
755
+ "recall@1": 0.675,
756
+ "recall@5": 0.976,
757
+ "recall@10": 0.992,
758
+ "f1@1": 0.675,
759
+ "f1@5": 0.3253333333333333,
760
+ "f1@10": 0.18036363636363634,
761
+ "map@1": 0.675,
762
+ "map@5": 0.8048166666666666,
763
+ "map@10": 0.8071599206349206,
764
+ "mrr@1": 0.675,
765
+ "mrr@5": 0.8048166666666666,
766
+ "mrr@10": 0.8071599206349206,
767
+ "num_pred": 1000,
768
+ "num_data": 1000
769
+ },
770
+ "WebQA": {
771
+ "hit@1": 0.897,
772
+ "hit@5": 0.985,
773
+ "hit@10": 0.99,
774
+ "ndcg_linear@1": 0.897,
775
+ "ndcg_linear@5": 0.9485447331262664,
776
+ "ndcg_linear@10": 0.9503257690618065,
777
+ "ndcg_exponential@1": 0.897,
778
+ "ndcg_exponential@5": 0.9485447331262664,
779
+ "ndcg_exponential@10": 0.9503257690618065,
780
+ "precision@1": 0.897,
781
+ "precision@5": 0.19700000000000004,
782
+ "precision@10": 0.09900000000000002,
783
+ "recall@1": 0.897,
784
+ "recall@5": 0.985,
785
+ "recall@10": 0.99,
786
+ "f1@1": 0.897,
787
+ "f1@5": 0.3283333333333333,
788
+ "f1@10": 0.18,
789
+ "map@1": 0.897,
790
+ "map@5": 0.9359833333333334,
791
+ "map@10": 0.9368166666666667,
792
+ "mrr@1": 0.897,
793
+ "mrr@5": 0.9359833333333334,
794
+ "mrr@10": 0.9368166666666667,
795
+ "num_pred": 1000,
796
+ "num_data": 1000
797
+ },
798
+ "FashionIQ": {
799
+ "hit@1": 0.195,
800
+ "hit@5": 0.446,
801
+ "hit@10": 0.568,
802
+ "ndcg_linear@1": 0.195,
803
+ "ndcg_linear@5": 0.3257199730719469,
804
+ "ndcg_linear@10": 0.3651048233646526,
805
+ "ndcg_exponential@1": 0.195,
806
+ "ndcg_exponential@5": 0.3257199730719469,
807
+ "ndcg_exponential@10": 0.3651048233646526,
808
+ "precision@1": 0.195,
809
+ "precision@5": 0.0892,
810
+ "precision@10": 0.05679999999999999,
811
+ "recall@1": 0.195,
812
+ "recall@5": 0.446,
813
+ "recall@10": 0.568,
814
+ "f1@1": 0.195,
815
+ "f1@5": 0.1486666666666667,
816
+ "f1@10": 0.10327272727272728,
817
+ "map@1": 0.195,
818
+ "map@5": 0.28591666666666665,
819
+ "map@10": 0.3021440476190476,
820
+ "mrr@1": 0.195,
821
+ "mrr@5": 0.28591666666666665,
822
+ "mrr@10": 0.3021440476190476,
823
+ "num_pred": 1000,
824
+ "num_data": 1000
825
+ },
826
+ "Wiki-SS-NQ": {
827
+ "hit@1": 0.639,
828
+ "hit@5": 0.845,
829
+ "hit@10": 0.889,
830
+ "ndcg_linear@1": 0.639,
831
+ "ndcg_linear@5": 0.7521289492216795,
832
+ "ndcg_linear@10": 0.7666407034488962,
833
+ "ndcg_exponential@1": 0.639,
834
+ "ndcg_exponential@5": 0.7521289492216795,
835
+ "ndcg_exponential@10": 0.7666407034488962,
836
+ "precision@1": 0.639,
837
+ "precision@5": 0.169,
838
+ "precision@10": 0.0889,
839
+ "recall@1": 0.639,
840
+ "recall@5": 0.845,
841
+ "recall@10": 0.889,
842
+ "f1@1": 0.639,
843
+ "f1@5": 0.28166666666666673,
844
+ "f1@10": 0.16163636363636363,
845
+ "map@1": 0.639,
846
+ "map@5": 0.7209166666666667,
847
+ "map@10": 0.7270761904761905,
848
+ "mrr@1": 0.639,
849
+ "mrr@5": 0.7209166666666667,
850
+ "mrr@10": 0.7270761904761905,
851
+ "num_pred": 1000,
852
+ "num_data": 1000
853
+ },
854
+ "OVEN": {
855
+ "hit@1": 0.686,
856
+ "hit@5": 0.868,
857
+ "hit@10": 0.921,
858
+ "ndcg_linear@1": 0.686,
859
+ "ndcg_linear@5": 0.7861923100856308,
860
+ "ndcg_linear@10": 0.8034324051317389,
861
+ "ndcg_exponential@1": 0.686,
862
+ "ndcg_exponential@5": 0.7861923100856308,
863
+ "ndcg_exponential@10": 0.8034324051317389,
864
+ "precision@1": 0.686,
865
+ "precision@5": 0.17360000000000003,
866
+ "precision@10": 0.09210000000000002,
867
+ "recall@1": 0.686,
868
+ "recall@5": 0.868,
869
+ "recall@10": 0.921,
870
+ "f1@1": 0.686,
871
+ "f1@5": 0.2893333333333334,
872
+ "f1@10": 0.16745454545454544,
873
+ "map@1": 0.686,
874
+ "map@5": 0.7586833333333334,
875
+ "map@10": 0.7658499999999999,
876
+ "mrr@1": 0.686,
877
+ "mrr@5": 0.7586833333333334,
878
+ "mrr@10": 0.7658499999999999,
879
+ "num_pred": 1000,
880
+ "num_data": 1000
881
+ },
882
+ "EDIS": {
883
+ "hit@1": 0.863,
884
+ "hit@5": 0.983,
885
+ "hit@10": 0.99,
886
+ "ndcg_linear@1": 0.863,
887
+ "ndcg_linear@5": 0.9323659290182982,
888
+ "ndcg_linear@10": 0.93465647304515,
889
+ "ndcg_exponential@1": 0.863,
890
+ "ndcg_exponential@5": 0.9323659290182982,
891
+ "ndcg_exponential@10": 0.93465647304515,
892
+ "precision@1": 0.863,
893
+ "precision@5": 0.19660000000000002,
894
+ "precision@10": 0.09900000000000002,
895
+ "recall@1": 0.863,
896
+ "recall@5": 0.983,
897
+ "recall@10": 0.99,
898
+ "f1@1": 0.863,
899
+ "f1@5": 0.32766666666666666,
900
+ "f1@10": 0.17999999999999997,
901
+ "map@1": 0.863,
902
+ "map@5": 0.9150833333333334,
903
+ "map@10": 0.9160452380952381,
904
+ "mrr@1": 0.863,
905
+ "mrr@5": 0.9150833333333334,
906
+ "mrr@10": 0.9160452380952381,
907
+ "num_pred": 1000,
908
+ "num_data": 1000
909
+ },
910
+ "MSCOCO": {
911
+ "hit@1": 0.674,
912
+ "hit@5": 0.818,
913
+ "hit@10": 0.864,
914
+ "ndcg_linear@1": 0.674,
915
+ "ndcg_linear@5": 0.7539155055678787,
916
+ "ndcg_linear@10": 0.7687304940017526,
917
+ "ndcg_exponential@1": 0.674,
918
+ "ndcg_exponential@5": 0.7539155055678787,
919
+ "ndcg_exponential@10": 0.7687304940017526,
920
+ "precision@1": 0.674,
921
+ "precision@5": 0.1636,
922
+ "precision@10": 0.0864,
923
+ "recall@1": 0.674,
924
+ "recall@5": 0.818,
925
+ "recall@10": 0.864,
926
+ "f1@1": 0.674,
927
+ "f1@5": 0.2726666666666667,
928
+ "f1@10": 0.1570909090909091,
929
+ "map@1": 0.674,
930
+ "map@5": 0.7323,
931
+ "map@10": 0.738379761904762,
932
+ "mrr@1": 0.674,
933
+ "mrr@5": 0.7323,
934
+ "mrr@10": 0.738379761904762,
935
+ "num_pred": 1000,
936
+ "num_data": 1000
937
+ },
938
+ "RefCOCO": {
939
+ "hit@1": 0.905,
940
+ "hit@5": 0.992,
941
+ "hit@10": 0.997,
942
+ "ndcg_linear@1": 0.905,
943
+ "ndcg_linear@5": 0.9568119875879441,
944
+ "ndcg_linear@10": 0.9585065335056125,
945
+ "ndcg_exponential@1": 0.905,
946
+ "ndcg_exponential@5": 0.9568119875879441,
947
+ "ndcg_exponential@10": 0.9585065335056125,
948
+ "precision@1": 0.905,
949
+ "precision@5": 0.19840000000000002,
950
+ "precision@10": 0.09970000000000001,
951
+ "recall@1": 0.905,
952
+ "recall@5": 0.992,
953
+ "recall@10": 0.997,
954
+ "f1@1": 0.905,
955
+ "f1@5": 0.3306666666666666,
956
+ "f1@10": 0.18127272727272725,
957
+ "map@1": 0.905,
958
+ "map@5": 0.9446333333333333,
959
+ "map@10": 0.9453773809523809,
960
+ "mrr@1": 0.905,
961
+ "mrr@5": 0.9446333333333333,
962
+ "mrr@10": 0.9453773809523809,
963
+ "num_pred": 1000,
964
+ "num_data": 1000
965
+ },
966
+ "RefCOCO-Matching": {
967
+ "hit@1": 0.913,
968
+ "hit@5": 1.0,
969
+ "hit@10": 1.0,
970
+ "ndcg_linear@1": 0.913,
971
+ "ndcg_linear@5": 0.9697836778214312,
972
+ "ndcg_linear@10": 0.9697836778214312,
973
+ "ndcg_exponential@1": 0.913,
974
+ "ndcg_exponential@5": 0.9697836778214312,
975
+ "ndcg_exponential@10": 0.9697836778214312,
976
+ "precision@1": 0.913,
977
+ "precision@5": 0.20000000000000004,
978
+ "precision@10": 0.10000000000000002,
979
+ "recall@1": 0.913,
980
+ "recall@5": 1.0,
981
+ "recall@10": 1.0,
982
+ "f1@1": 0.913,
983
+ "f1@5": 0.3333333333333333,
984
+ "f1@10": 0.18181818181818182,
985
+ "map@1": 0.913,
986
+ "map@5": 0.9595,
987
+ "map@10": 0.9595,
988
+ "mrr@1": 0.913,
989
+ "mrr@5": 0.9565,
990
+ "mrr@10": 0.9565,
991
+ "num_pred": 1000,
992
+ "num_data": 1000
993
+ },
994
+ "Visual7W-Pointing": {
995
+ "hit@1": 0.84,
996
+ "hit@5": 0.939,
997
+ "hit@10": 0.959,
998
+ "ndcg_linear@1": 0.84,
999
+ "ndcg_linear@5": 0.8945375300201583,
1000
+ "ndcg_linear@10": 0.9011680505730475,
1001
+ "ndcg_exponential@1": 0.84,
1002
+ "ndcg_exponential@5": 0.8945375300201583,
1003
+ "ndcg_exponential@10": 0.9011680505730475,
1004
+ "precision@1": 0.84,
1005
+ "precision@5": 0.18780000000000005,
1006
+ "precision@10": 0.0959,
1007
+ "recall@1": 0.84,
1008
+ "recall@5": 0.939,
1009
+ "recall@10": 0.959,
1010
+ "f1@1": 0.84,
1011
+ "f1@5": 0.313,
1012
+ "f1@10": 0.17436363636363633,
1013
+ "map@1": 0.84,
1014
+ "map@5": 0.8795833333333334,
1015
+ "map@10": 0.8824107142857143,
1016
+ "mrr@1": 0.84,
1017
+ "mrr@5": 0.8795833333333334,
1018
+ "mrr@10": 0.8824107142857143,
1019
+ "num_pred": 1000,
1020
+ "num_data": 1000
1021
+ }
1022
+ },
1023
+ "video": {
1024
+ "K700": "DIR_N/A",
1025
+ "SmthSmthV2": "DIR_N/A",
1026
+ "HMDB51": "DIR_N/A",
1027
+ "UCF101": "DIR_N/A",
1028
+ "Breakfast": "DIR_N/A",
1029
+ "MVBench": "DIR_N/A",
1030
+ "Video-MME": "DIR_N/A",
1031
+ "NExTQA": "DIR_N/A",
1032
+ "EgoSchema": "DIR_N/A",
1033
+ "ActivityNetQA": "DIR_N/A",
1034
+ "DiDeMo": "DIR_N/A",
1035
+ "MSR-VTT": "DIR_N/A",
1036
+ "MSVD": "DIR_N/A",
1037
+ "VATEX": "DIR_N/A",
1038
+ "YouCook2": "DIR_N/A",
1039
+ "QVHighlight": "DIR_N/A",
1040
+ "Charades-STA": "DIR_N/A",
1041
+ "MomentSeeker": "DIR_N/A"
1042
+ },
1043
+ "visdoc": {
1044
+ "ViDoRe_arxivqa": "DIR_N/A",
1045
+ "ViDoRe_docvqa": "DIR_N/A",
1046
+ "ViDoRe_infovqa": "DIR_N/A",
1047
+ "ViDoRe_tabfquad": "DIR_N/A",
1048
+ "ViDoRe_tatdqa": "DIR_N/A",
1049
+ "ViDoRe_shiftproject": "DIR_N/A",
1050
+ "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
1051
+ "ViDoRe_syntheticDocQA_energy": "DIR_N/A",
1052
+ "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
1053
+ "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
1054
+ "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
1055
+ "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
1056
+ "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
1057
+ "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
1058
+ "VisRAG_ArxivQA": "DIR_N/A",
1059
+ "VisRAG_ChartQA": "DIR_N/A",
1060
+ "VisRAG_MP-DocVQA": "DIR_N/A",
1061
+ "VisRAG_SlideVQA": "DIR_N/A",
1062
+ "VisRAG_InfoVQA": "DIR_N/A",
1063
+ "VisRAG_PlotQA": "DIR_N/A",
1064
+ "ViDoSeek-page": "DIR_N/A",
1065
+ "ViDoSeek-doc": "DIR_N/A",
1066
+ "MMLongBench-page": "DIR_N/A",
1067
+ "MMLongBench-doc": "DIR_N/A"
1068
+ }
1069
+ }
1070
+ }
scores/ReMatch-3B.json ADDED
@@ -0,0 +1,1070 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "ReMatch-3B",
4
+ "model_size": "3.75",
5
+ "embedding_dimension": 2048,
6
+ "max_length_tokens": null,
7
+ "model_release_date": "2025-11-24",
8
+ "score_source": "Self-Reported",
9
+ "url": "https://arxiv.org/abs/2511.19278",
10
+ "report_generated_date": "2025-11-24T12:19:02.227418"
11
+ },
12
+ "metrics": {
13
+ "image": {
14
+ "ImageNet-1K": {
15
+ "hit@1": 0.765,
16
+ "hit@5": 0.94,
17
+ "hit@10": 0.97,
18
+ "ndcg_linear@1": 0.765,
19
+ "ndcg_linear@5": 0.8622046983670403,
20
+ "ndcg_linear@10": 0.8720991389381659,
21
+ "ndcg_exponential@1": 0.765,
22
+ "ndcg_exponential@5": 0.8622046983670403,
23
+ "ndcg_exponential@10": 0.8720991389381659,
24
+ "precision@1": 0.765,
25
+ "precision@5": 0.188,
26
+ "precision@10": 0.09700000000000002,
27
+ "recall@1": 0.765,
28
+ "recall@5": 0.94,
29
+ "recall@10": 0.97,
30
+ "f1@1": 0.765,
31
+ "f1@5": 0.31333333333333335,
32
+ "f1@10": 0.17636363636363633,
33
+ "map@1": 0.765,
34
+ "map@5": 0.8359166666666668,
35
+ "map@10": 0.8401099206349206,
36
+ "mrr@1": 0.765,
37
+ "mrr@5": 0.8359166666666668,
38
+ "mrr@10": 0.8401099206349206,
39
+ "num_pred": 1000,
40
+ "num_data": 1000
41
+ },
42
+ "N24News": {
43
+ "hit@1": 0.81,
44
+ "hit@5": 0.968,
45
+ "hit@10": 0.997,
46
+ "ndcg_linear@1": 0.81,
47
+ "ndcg_linear@5": 0.9007742054637049,
48
+ "ndcg_linear@10": 0.9105112376233742,
49
+ "ndcg_exponential@1": 0.81,
50
+ "ndcg_exponential@5": 0.9007742054637049,
51
+ "ndcg_exponential@10": 0.9105112376233742,
52
+ "precision@1": 0.81,
53
+ "precision@5": 0.19360000000000002,
54
+ "precision@10": 0.09970000000000001,
55
+ "recall@1": 0.81,
56
+ "recall@5": 0.968,
57
+ "recall@10": 0.997,
58
+ "f1@1": 0.81,
59
+ "f1@5": 0.3226666666666666,
60
+ "f1@10": 0.18127272727272725,
61
+ "map@1": 0.81,
62
+ "map@5": 0.8777999999999999,
63
+ "map@10": 0.8820261904761906,
64
+ "mrr@1": 0.81,
65
+ "mrr@5": 0.8777999999999999,
66
+ "mrr@10": 0.8820261904761906,
67
+ "num_pred": 1000,
68
+ "num_data": 1000
69
+ },
70
+ "HatefulMemes": {
71
+ "hit@1": 0.603,
72
+ "hit@5": 1.0,
73
+ "hit@10": 1.0,
74
+ "ndcg_linear@1": 0.603,
75
+ "ndcg_linear@5": 0.8534791121678688,
76
+ "ndcg_linear@10": 0.8534791121678688,
77
+ "ndcg_exponential@1": 0.603,
78
+ "ndcg_exponential@5": 0.8534791121678688,
79
+ "ndcg_exponential@10": 0.8534791121678688,
80
+ "precision@1": 0.603,
81
+ "precision@5": 0.20000000000000004,
82
+ "precision@10": 0.10000000000000002,
83
+ "recall@1": 0.603,
84
+ "recall@5": 1.0,
85
+ "recall@10": 1.0,
86
+ "f1@1": 0.603,
87
+ "f1@5": 0.3333333333333333,
88
+ "f1@10": 0.18181818181818182,
89
+ "map@1": 0.603,
90
+ "map@5": 0.8015,
91
+ "map@10": 0.8015,
92
+ "mrr@1": 0.603,
93
+ "mrr@5": 0.8015,
94
+ "mrr@10": 0.8015,
95
+ "num_pred": 1000,
96
+ "num_data": 1000
97
+ },
98
+ "VOC2007": {
99
+ "hit@1": 0.897,
100
+ "hit@5": 0.99,
101
+ "hit@10": 0.996,
102
+ "ndcg_linear@1": 0.897,
103
+ "ndcg_linear@5": 0.9511158633694904,
104
+ "ndcg_linear@10": 0.9529975587032417,
105
+ "ndcg_exponential@1": 0.897,
106
+ "ndcg_exponential@5": 0.9511158633694904,
107
+ "ndcg_exponential@10": 0.9529975587032417,
108
+ "precision@1": 0.897,
109
+ "precision@5": 0.19800000000000006,
110
+ "precision@10": 0.09960000000000002,
111
+ "recall@1": 0.897,
112
+ "recall@5": 0.99,
113
+ "recall@10": 0.996,
114
+ "f1@1": 0.897,
115
+ "f1@5": 0.33,
116
+ "f1@10": 0.18109090909090905,
117
+ "map@1": 0.897,
118
+ "map@5": 0.9377833333333333,
119
+ "map@10": 0.9385261904761905,
120
+ "mrr@1": 0.897,
121
+ "mrr@5": 0.9377833333333333,
122
+ "mrr@10": 0.9385261904761905,
123
+ "num_pred": 1000,
124
+ "num_data": 1000
125
+ },
126
+ "SUN397": {
127
+ "hit@1": 0.746,
128
+ "hit@5": 0.962,
129
+ "hit@10": 0.983,
130
+ "ndcg_linear@1": 0.746,
131
+ "ndcg_linear@5": 0.868975105331268,
132
+ "ndcg_linear@10": 0.8758161644908985,
133
+ "ndcg_exponential@1": 0.746,
134
+ "ndcg_exponential@5": 0.868975105331268,
135
+ "ndcg_exponential@10": 0.8758161644908985,
136
+ "precision@1": 0.746,
137
+ "precision@5": 0.19240000000000004,
138
+ "precision@10": 0.09830000000000001,
139
+ "recall@1": 0.746,
140
+ "recall@5": 0.962,
141
+ "recall@10": 0.983,
142
+ "f1@1": 0.746,
143
+ "f1@5": 0.3206666666666667,
144
+ "f1@10": 0.1787272727272727,
145
+ "map@1": 0.746,
146
+ "map@5": 0.8372833333333333,
147
+ "map@10": 0.8401369047619048,
148
+ "mrr@1": 0.746,
149
+ "mrr@5": 0.8372833333333333,
150
+ "mrr@10": 0.8401369047619048,
151
+ "num_pred": 1000,
152
+ "num_data": 1000
153
+ },
154
+ "Place365": {
155
+ "hit@1": 0.444,
156
+ "hit@5": 0.745,
157
+ "hit@10": 0.841,
158
+ "ndcg_linear@1": 0.444,
159
+ "ndcg_linear@5": 0.604089716790074,
160
+ "ndcg_linear@10": 0.6357715980185299,
161
+ "ndcg_exponential@1": 0.444,
162
+ "ndcg_exponential@5": 0.604089716790074,
163
+ "ndcg_exponential@10": 0.6357715980185299,
164
+ "precision@1": 0.444,
165
+ "precision@5": 0.149,
166
+ "precision@10": 0.08410000000000001,
167
+ "recall@1": 0.444,
168
+ "recall@5": 0.745,
169
+ "recall@10": 0.841,
170
+ "f1@1": 0.444,
171
+ "f1@5": 0.24833333333333338,
172
+ "f1@10": 0.1529090909090909,
173
+ "map@1": 0.444,
174
+ "map@5": 0.5571833333333334,
175
+ "map@10": 0.5706206349206349,
176
+ "mrr@1": 0.444,
177
+ "mrr@5": 0.5571833333333334,
178
+ "mrr@10": 0.5706206349206349,
179
+ "num_pred": 1000,
180
+ "num_data": 1000
181
+ },
182
+ "ImageNet-A": {
183
+ "hit@1": 0.383,
184
+ "hit@5": 0.631,
185
+ "hit@10": 0.714,
186
+ "ndcg_linear@1": 0.383,
187
+ "ndcg_linear@5": 0.5153202186342676,
188
+ "ndcg_linear@10": 0.5424272710685242,
189
+ "ndcg_exponential@1": 0.383,
190
+ "ndcg_exponential@5": 0.5153202186342676,
191
+ "ndcg_exponential@10": 0.5424272710685242,
192
+ "precision@1": 0.383,
193
+ "precision@5": 0.12619999999999998,
194
+ "precision@10": 0.07139999999999999,
195
+ "recall@1": 0.383,
196
+ "recall@5": 0.631,
197
+ "recall@10": 0.714,
198
+ "f1@1": 0.383,
199
+ "f1@5": 0.2103333333333334,
200
+ "f1@10": 0.12981818181818183,
201
+ "map@1": 0.383,
202
+ "map@5": 0.4767333333333333,
203
+ "map@10": 0.4880730158730158,
204
+ "mrr@1": 0.383,
205
+ "mrr@5": 0.4767333333333333,
206
+ "mrr@10": 0.4880730158730158,
207
+ "num_pred": 1000,
208
+ "num_data": 1000
209
+ },
210
+ "ImageNet-R": {
211
+ "hit@1": 0.828,
212
+ "hit@5": 0.944,
213
+ "hit@10": 0.96,
214
+ "ndcg_linear@1": 0.828,
215
+ "ndcg_linear@5": 0.8937491414233043,
216
+ "ndcg_linear@10": 0.8989290144878532,
217
+ "ndcg_exponential@1": 0.828,
218
+ "ndcg_exponential@5": 0.8937491414233043,
219
+ "ndcg_exponential@10": 0.8989290144878532,
220
+ "precision@1": 0.828,
221
+ "precision@5": 0.18880000000000005,
222
+ "precision@10": 0.09600000000000003,
223
+ "recall@1": 0.828,
224
+ "recall@5": 0.944,
225
+ "recall@10": 0.96,
226
+ "f1@1": 0.828,
227
+ "f1@5": 0.3146666666666667,
228
+ "f1@10": 0.1745454545454545,
229
+ "map@1": 0.828,
230
+ "map@5": 0.87665,
231
+ "map@10": 0.8787896825396825,
232
+ "mrr@1": 0.828,
233
+ "mrr@5": 0.87665,
234
+ "mrr@10": 0.8787896825396825,
235
+ "num_pred": 1000,
236
+ "num_data": 1000
237
+ },
238
+ "ObjectNet": {
239
+ "hit@1": 0.554,
240
+ "hit@5": 0.778,
241
+ "hit@10": 0.843,
242
+ "ndcg_linear@1": 0.554,
243
+ "ndcg_linear@5": 0.6753108776822885,
244
+ "ndcg_linear@10": 0.6961383458527546,
245
+ "ndcg_exponential@1": 0.554,
246
+ "ndcg_exponential@5": 0.6753108776822885,
247
+ "ndcg_exponential@10": 0.6961383458527546,
248
+ "precision@1": 0.554,
249
+ "precision@5": 0.15560000000000002,
250
+ "precision@10": 0.08430000000000001,
251
+ "recall@1": 0.554,
252
+ "recall@5": 0.778,
253
+ "recall@10": 0.843,
254
+ "f1@1": 0.554,
255
+ "f1@5": 0.25933333333333336,
256
+ "f1@10": 0.15327272727272725,
257
+ "map@1": 0.554,
258
+ "map@5": 0.6409666666666667,
259
+ "map@10": 0.6494460317460318,
260
+ "mrr@1": 0.554,
261
+ "mrr@5": 0.6409666666666667,
262
+ "mrr@10": 0.6494460317460318,
263
+ "num_pred": 1000,
264
+ "num_data": 1000
265
+ },
266
+ "Country211": {
267
+ "hit@1": 0.21,
268
+ "hit@5": 0.421,
269
+ "hit@10": 0.536,
270
+ "ndcg_linear@1": 0.21,
271
+ "ndcg_linear@5": 0.3226413093531793,
272
+ "ndcg_linear@10": 0.35966906747548966,
273
+ "ndcg_exponential@1": 0.21,
274
+ "ndcg_exponential@5": 0.3226413093531793,
275
+ "ndcg_exponential@10": 0.35966906747548966,
276
+ "precision@1": 0.21,
277
+ "precision@5": 0.0842,
278
+ "precision@10": 0.053599999999999995,
279
+ "recall@1": 0.21,
280
+ "recall@5": 0.421,
281
+ "recall@10": 0.536,
282
+ "f1@1": 0.21,
283
+ "f1@5": 0.14033333333333337,
284
+ "f1@10": 0.09745454545454547,
285
+ "map@1": 0.21,
286
+ "map@5": 0.2899166666666667,
287
+ "map@10": 0.3050968253968254,
288
+ "mrr@1": 0.21,
289
+ "mrr@5": 0.2899166666666667,
290
+ "mrr@10": 0.3050968253968254,
291
+ "num_pred": 1000,
292
+ "num_data": 1000
293
+ },
294
+ "OK-VQA": {
295
+ "hit@1": 0.714,
296
+ "hit@5": 0.918,
297
+ "hit@10": 0.947,
298
+ "ndcg_linear@1": 0.714,
299
+ "ndcg_linear@5": 0.8264737596300151,
300
+ "ndcg_linear@10": 0.8360979017213449,
301
+ "ndcg_exponential@1": 0.714,
302
+ "ndcg_exponential@5": 0.8264737596300151,
303
+ "ndcg_exponential@10": 0.8360979017213449,
304
+ "precision@1": 0.714,
305
+ "precision@5": 0.1836,
306
+ "precision@10": 0.09470000000000002,
307
+ "recall@1": 0.714,
308
+ "recall@5": 0.918,
309
+ "recall@10": 0.947,
310
+ "f1@1": 0.714,
311
+ "f1@5": 0.306,
312
+ "f1@10": 0.17218181818181819,
313
+ "map@1": 0.714,
314
+ "map@5": 0.7956166666666666,
315
+ "map@10": 0.7997285714285713,
316
+ "mrr@1": 0.714,
317
+ "mrr@5": 0.7956166666666666,
318
+ "mrr@10": 0.7997285714285713,
319
+ "num_pred": 1000,
320
+ "num_data": 1000
321
+ },
322
+ "A-OKVQA": {
323
+ "hit@1": 0.604,
324
+ "hit@5": 0.906,
325
+ "hit@10": 0.955,
326
+ "ndcg_linear@1": 0.604,
327
+ "ndcg_linear@5": 0.7685572780465166,
328
+ "ndcg_linear@10": 0.7842799657965848,
329
+ "ndcg_exponential@1": 0.604,
330
+ "ndcg_exponential@5": 0.7685572780465166,
331
+ "ndcg_exponential@10": 0.7842799657965848,
332
+ "precision@1": 0.604,
333
+ "precision@5": 0.18120000000000003,
334
+ "precision@10": 0.09550000000000002,
335
+ "recall@1": 0.604,
336
+ "recall@5": 0.906,
337
+ "recall@10": 0.955,
338
+ "f1@1": 0.604,
339
+ "f1@5": 0.302,
340
+ "f1@10": 0.17363636363636362,
341
+ "map@1": 0.604,
342
+ "map@5": 0.7224833333333334,
343
+ "map@10": 0.7288928571428571,
344
+ "mrr@1": 0.604,
345
+ "mrr@5": 0.7224833333333334,
346
+ "mrr@10": 0.7288928571428571,
347
+ "num_pred": 1000,
348
+ "num_data": 1000
349
+ },
350
+ "DocVQA": {
351
+ "hit@1": 0.947,
352
+ "hit@5": 0.993,
353
+ "hit@10": 0.995,
354
+ "ndcg_linear@1": 0.947,
355
+ "ndcg_linear@5": 0.9736245576494045,
356
+ "ndcg_linear@10": 0.9742962297132982,
357
+ "ndcg_exponential@1": 0.947,
358
+ "ndcg_exponential@5": 0.9736245576494045,
359
+ "ndcg_exponential@10": 0.9742962297132982,
360
+ "precision@1": 0.947,
361
+ "precision@5": 0.19860000000000003,
362
+ "precision@10": 0.09950000000000002,
363
+ "recall@1": 0.947,
364
+ "recall@5": 0.993,
365
+ "recall@10": 0.995,
366
+ "f1@1": 0.947,
367
+ "f1@5": 0.331,
368
+ "f1@10": 0.18090909090909088,
369
+ "map@1": 0.947,
370
+ "map@5": 0.9669833333333333,
371
+ "map@10": 0.9672750000000001,
372
+ "mrr@1": 0.947,
373
+ "mrr@5": 0.9669833333333333,
374
+ "mrr@10": 0.9672750000000001,
375
+ "num_pred": 1000,
376
+ "num_data": 1000
377
+ },
378
+ "InfographicsVQA": {
379
+ "hit@1": 0.764,
380
+ "hit@5": 0.904,
381
+ "hit@10": 0.938,
382
+ "ndcg_linear@1": 0.764,
383
+ "ndcg_linear@5": 0.8412242086805192,
384
+ "ndcg_linear@10": 0.8522346147733605,
385
+ "ndcg_exponential@1": 0.764,
386
+ "ndcg_exponential@5": 0.8412242086805192,
387
+ "ndcg_exponential@10": 0.8522346147733605,
388
+ "precision@1": 0.764,
389
+ "precision@5": 0.18080000000000002,
390
+ "precision@10": 0.09380000000000001,
391
+ "recall@1": 0.764,
392
+ "recall@5": 0.904,
393
+ "recall@10": 0.938,
394
+ "f1@1": 0.764,
395
+ "f1@5": 0.3013333333333334,
396
+ "f1@10": 0.17054545454545456,
397
+ "map@1": 0.764,
398
+ "map@5": 0.8201,
399
+ "map@10": 0.8246492063492064,
400
+ "mrr@1": 0.764,
401
+ "mrr@5": 0.8201,
402
+ "mrr@10": 0.8246492063492064,
403
+ "num_pred": 1000,
404
+ "num_data": 1000
405
+ },
406
+ "ChartQA": {
407
+ "hit@1": 0.683,
408
+ "hit@5": 0.852,
409
+ "hit@10": 0.899,
410
+ "ndcg_linear@1": 0.683,
411
+ "ndcg_linear@5": 0.7745275690876158,
412
+ "ndcg_linear@10": 0.7896313977791888,
413
+ "ndcg_exponential@1": 0.683,
414
+ "ndcg_exponential@5": 0.7745275690876158,
415
+ "ndcg_exponential@10": 0.7896313977791888,
416
+ "precision@1": 0.683,
417
+ "precision@5": 0.1704,
418
+ "precision@10": 0.08990000000000001,
419
+ "recall@1": 0.683,
420
+ "recall@5": 0.852,
421
+ "recall@10": 0.899,
422
+ "f1@1": 0.683,
423
+ "f1@5": 0.284,
424
+ "f1@10": 0.16345454545454544,
425
+ "map@1": 0.683,
426
+ "map@5": 0.7486166666666667,
427
+ "map@10": 0.7547984126984126,
428
+ "mrr@1": 0.683,
429
+ "mrr@5": 0.7486166666666667,
430
+ "mrr@10": 0.7547984126984126,
431
+ "num_pred": 1000,
432
+ "num_data": 1000
433
+ },
434
+ "Visual7W": {
435
+ "hit@1": 0.624,
436
+ "hit@5": 0.924,
437
+ "hit@10": 0.965,
438
+ "ndcg_linear@1": 0.624,
439
+ "ndcg_linear@5": 0.7915689760888696,
440
+ "ndcg_linear@10": 0.8051617262474385,
441
+ "ndcg_exponential@1": 0.624,
442
+ "ndcg_exponential@5": 0.7915689760888696,
443
+ "ndcg_exponential@10": 0.8051617262474385,
444
+ "precision@1": 0.624,
445
+ "precision@5": 0.18480000000000002,
446
+ "precision@10": 0.09650000000000002,
447
+ "recall@1": 0.624,
448
+ "recall@5": 0.924,
449
+ "recall@10": 0.965,
450
+ "f1@1": 0.624,
451
+ "f1@5": 0.308,
452
+ "f1@10": 0.17545454545454545,
453
+ "map@1": 0.624,
454
+ "map@5": 0.7468499999999999,
455
+ "map@10": 0.7526575396825397,
456
+ "mrr@1": 0.624,
457
+ "mrr@5": 0.7468499999999999,
458
+ "mrr@10": 0.7526575396825397,
459
+ "num_pred": 1000,
460
+ "num_data": 1000
461
+ },
462
+ "ScienceQA": {
463
+ "hit@1": 0.53,
464
+ "hit@5": 0.786,
465
+ "hit@10": 0.89,
466
+ "ndcg_linear@1": 0.53,
467
+ "ndcg_linear@5": 0.6698696732433702,
468
+ "ndcg_linear@10": 0.7033072699595517,
469
+ "ndcg_exponential@1": 0.53,
470
+ "ndcg_exponential@5": 0.6698696732433702,
471
+ "ndcg_exponential@10": 0.7033072699595517,
472
+ "precision@1": 0.53,
473
+ "precision@5": 0.15719999999999998,
474
+ "precision@10": 0.089,
475
+ "recall@1": 0.53,
476
+ "recall@5": 0.786,
477
+ "recall@10": 0.89,
478
+ "f1@1": 0.53,
479
+ "f1@5": 0.262,
480
+ "f1@10": 0.1618181818181818,
481
+ "map@1": 0.53,
482
+ "map@5": 0.6309333333333333,
483
+ "map@10": 0.6446178571428572,
484
+ "mrr@1": 0.53,
485
+ "mrr@5": 0.6309333333333333,
486
+ "mrr@10": 0.6446178571428572,
487
+ "num_pred": 1000,
488
+ "num_data": 1000
489
+ },
490
+ "VizWiz": {
491
+ "hit@1": 0.534,
492
+ "hit@5": 0.7,
493
+ "hit@10": 0.744,
494
+ "ndcg_linear@1": 0.534,
495
+ "ndcg_linear@5": 0.626406190740395,
496
+ "ndcg_linear@10": 0.6407230549417439,
497
+ "ndcg_exponential@1": 0.534,
498
+ "ndcg_exponential@5": 0.626406190740395,
499
+ "ndcg_exponential@10": 0.6407230549417439,
500
+ "precision@1": 0.534,
501
+ "precision@5": 0.14,
502
+ "precision@10": 0.07440000000000001,
503
+ "recall@1": 0.534,
504
+ "recall@5": 0.7,
505
+ "recall@10": 0.744,
506
+ "f1@1": 0.534,
507
+ "f1@5": 0.23333333333333336,
508
+ "f1@10": 0.13527272727272727,
509
+ "map@1": 0.534,
510
+ "map@5": 0.6015499999999999,
511
+ "map@10": 0.6075083333333332,
512
+ "mrr@1": 0.534,
513
+ "mrr@5": 0.6015499999999999,
514
+ "mrr@10": 0.6075083333333332,
515
+ "num_pred": 1000,
516
+ "num_data": 1000
517
+ },
518
+ "GQA": {
519
+ "hit@1": 0.719,
520
+ "hit@5": 0.909,
521
+ "hit@10": 0.944,
522
+ "ndcg_linear@1": 0.719,
523
+ "ndcg_linear@5": 0.824380019494891,
524
+ "ndcg_linear@10": 0.8356689384715623,
525
+ "ndcg_exponential@1": 0.719,
526
+ "ndcg_exponential@5": 0.824380019494891,
527
+ "ndcg_exponential@10": 0.8356689384715623,
528
+ "precision@1": 0.719,
529
+ "precision@5": 0.18180000000000002,
530
+ "precision@10": 0.09440000000000001,
531
+ "recall@1": 0.719,
532
+ "recall@5": 0.909,
533
+ "recall@10": 0.944,
534
+ "f1@1": 0.719,
535
+ "f1@5": 0.303,
536
+ "f1@10": 0.17163636363636361,
537
+ "map@1": 0.719,
538
+ "map@5": 0.7958000000000001,
539
+ "map@10": 0.8004424603174604,
540
+ "mrr@1": 0.719,
541
+ "mrr@5": 0.7958000000000001,
542
+ "mrr@10": 0.8004424603174604,
543
+ "num_pred": 1000,
544
+ "num_data": 1000
545
+ },
546
+ "TextVQA": {
547
+ "hit@1": 0.836,
548
+ "hit@5": 0.917,
549
+ "hit@10": 0.934,
550
+ "ndcg_linear@1": 0.836,
551
+ "ndcg_linear@5": 0.8826246366980289,
552
+ "ndcg_linear@10": 0.8882754954192413,
553
+ "ndcg_exponential@1": 0.836,
554
+ "ndcg_exponential@5": 0.8826246366980289,
555
+ "ndcg_exponential@10": 0.8882754954192413,
556
+ "precision@1": 0.836,
557
+ "precision@5": 0.1834,
558
+ "precision@10": 0.09340000000000001,
559
+ "recall@1": 0.836,
560
+ "recall@5": 0.917,
561
+ "recall@10": 0.934,
562
+ "f1@1": 0.836,
563
+ "f1@5": 0.3056666666666667,
564
+ "f1@10": 0.1698181818181818,
565
+ "map@1": 0.836,
566
+ "map@5": 0.8708833333333332,
567
+ "map@10": 0.8733027777777778,
568
+ "mrr@1": 0.836,
569
+ "mrr@5": 0.8708833333333332,
570
+ "mrr@10": 0.8733027777777778,
571
+ "num_pred": 1000,
572
+ "num_data": 1000
573
+ },
574
+ "VisDial": {
575
+ "hit@1": 0.836,
576
+ "hit@5": 0.964,
577
+ "hit@10": 0.987,
578
+ "ndcg_linear@1": 0.836,
579
+ "ndcg_linear@5": 0.9092509750242352,
580
+ "ndcg_linear@10": 0.9167391945985077,
581
+ "ndcg_exponential@1": 0.836,
582
+ "ndcg_exponential@5": 0.9092509750242352,
583
+ "ndcg_exponential@10": 0.9167391945985077,
584
+ "precision@1": 0.836,
585
+ "precision@5": 0.1928,
586
+ "precision@10": 0.09870000000000002,
587
+ "recall@1": 0.836,
588
+ "recall@5": 0.964,
589
+ "recall@10": 0.987,
590
+ "f1@1": 0.836,
591
+ "f1@5": 0.3213333333333333,
592
+ "f1@10": 0.17945454545454545,
593
+ "map@1": 0.836,
594
+ "map@5": 0.8905666666666666,
595
+ "map@10": 0.8936857142857143,
596
+ "mrr@1": 0.836,
597
+ "mrr@5": 0.8905666666666666,
598
+ "mrr@10": 0.8936857142857143,
599
+ "num_pred": 1000,
600
+ "num_data": 1000
601
+ },
602
+ "CIRR": {
603
+ "hit@1": 0.57,
604
+ "hit@5": 0.918,
605
+ "hit@10": 0.962,
606
+ "ndcg_linear@1": 0.57,
607
+ "ndcg_linear@5": 0.7639753150023697,
608
+ "ndcg_linear@10": 0.7783587804164749,
609
+ "ndcg_exponential@1": 0.57,
610
+ "ndcg_exponential@5": 0.7639753150023697,
611
+ "ndcg_exponential@10": 0.7783587804164749,
612
+ "precision@1": 0.57,
613
+ "precision@5": 0.1836,
614
+ "precision@10": 0.09620000000000002,
615
+ "recall@1": 0.57,
616
+ "recall@5": 0.918,
617
+ "recall@10": 0.962,
618
+ "f1@1": 0.57,
619
+ "f1@5": 0.306,
620
+ "f1@10": 0.1749090909090909,
621
+ "map@1": 0.57,
622
+ "map@5": 0.7119333333333334,
623
+ "map@10": 0.7179634920634922,
624
+ "mrr@1": 0.57,
625
+ "mrr@5": 0.7119333333333334,
626
+ "mrr@10": 0.7179634920634922,
627
+ "num_pred": 1000,
628
+ "num_data": 1000
629
+ },
630
+ "VisualNews_t2i": {
631
+ "hit@1": 0.751,
632
+ "hit@5": 0.899,
633
+ "hit@10": 0.935,
634
+ "ndcg_linear@1": 0.751,
635
+ "ndcg_linear@5": 0.8318260505897656,
636
+ "ndcg_linear@10": 0.8438366562097135,
637
+ "ndcg_exponential@1": 0.751,
638
+ "ndcg_exponential@5": 0.8318260505897656,
639
+ "ndcg_exponential@10": 0.8438366562097135,
640
+ "precision@1": 0.751,
641
+ "precision@5": 0.17980000000000004,
642
+ "precision@10": 0.0935,
643
+ "recall@1": 0.751,
644
+ "recall@5": 0.899,
645
+ "recall@10": 0.935,
646
+ "f1@1": 0.751,
647
+ "f1@5": 0.2996666666666667,
648
+ "f1@10": 0.17,
649
+ "map@1": 0.751,
650
+ "map@5": 0.8092999999999999,
651
+ "map@10": 0.8144710317460317,
652
+ "mrr@1": 0.751,
653
+ "mrr@5": 0.8092999999999999,
654
+ "mrr@10": 0.8144710317460317,
655
+ "num_pred": 1000,
656
+ "num_data": 1000
657
+ },
658
+ "VisualNews_i2t": {
659
+ "hit@1": 0.808,
660
+ "hit@5": 0.921,
661
+ "hit@10": 0.939,
662
+ "ndcg_linear@1": 0.808,
663
+ "ndcg_linear@5": 0.8710465392524259,
664
+ "ndcg_linear@10": 0.8768811138142951,
665
+ "ndcg_exponential@1": 0.808,
666
+ "ndcg_exponential@5": 0.8710465392524259,
667
+ "ndcg_exponential@10": 0.8768811138142951,
668
+ "precision@1": 0.808,
669
+ "precision@5": 0.18420000000000003,
670
+ "precision@10": 0.09390000000000001,
671
+ "recall@1": 0.808,
672
+ "recall@5": 0.921,
673
+ "recall@10": 0.939,
674
+ "f1@1": 0.808,
675
+ "f1@5": 0.307,
676
+ "f1@10": 0.17072727272727273,
677
+ "map@1": 0.808,
678
+ "map@5": 0.8541833333333334,
679
+ "map@10": 0.856597619047619,
680
+ "mrr@1": 0.808,
681
+ "mrr@5": 0.8541833333333334,
682
+ "mrr@10": 0.856597619047619,
683
+ "num_pred": 1000,
684
+ "num_data": 1000
685
+ },
686
+ "MSCOCO_t2i": {
687
+ "hit@1": 0.765,
688
+ "hit@5": 0.956,
689
+ "hit@10": 0.979,
690
+ "ndcg_linear@1": 0.765,
691
+ "ndcg_linear@5": 0.871332790570415,
692
+ "ndcg_linear@10": 0.8789950466653483,
693
+ "ndcg_exponential@1": 0.765,
694
+ "ndcg_exponential@5": 0.871332790570415,
695
+ "ndcg_exponential@10": 0.8789950466653483,
696
+ "precision@1": 0.765,
697
+ "precision@5": 0.19120000000000004,
698
+ "precision@10": 0.0979,
699
+ "recall@1": 0.765,
700
+ "recall@5": 0.956,
701
+ "recall@10": 0.979,
702
+ "f1@1": 0.765,
703
+ "f1@5": 0.3186666666666667,
704
+ "f1@10": 0.178,
705
+ "map@1": 0.765,
706
+ "map@5": 0.8427666666666667,
707
+ "map@10": 0.8460626984126984,
708
+ "mrr@1": 0.765,
709
+ "mrr@5": 0.8427666666666667,
710
+ "mrr@10": 0.8460626984126984,
711
+ "num_pred": 1000,
712
+ "num_data": 1000
713
+ },
714
+ "MSCOCO_i2t": {
715
+ "hit@1": 0.744,
716
+ "hit@5": 0.95,
717
+ "hit@10": 0.981,
718
+ "ndcg_linear@1": 0.744,
719
+ "ndcg_linear@5": 0.8578933138841697,
720
+ "ndcg_linear@10": 0.8682020837199809,
721
+ "ndcg_exponential@1": 0.744,
722
+ "ndcg_exponential@5": 0.8578933138841697,
723
+ "ndcg_exponential@10": 0.8682020837199809,
724
+ "precision@1": 0.744,
725
+ "precision@5": 0.19000000000000003,
726
+ "precision@10": 0.0981,
727
+ "recall@1": 0.744,
728
+ "recall@5": 0.95,
729
+ "recall@10": 0.981,
730
+ "f1@1": 0.744,
731
+ "f1@5": 0.31666666666666665,
732
+ "f1@10": 0.17836363636363634,
733
+ "map@1": 0.744,
734
+ "map@5": 0.8268833333333333,
735
+ "map@10": 0.8312960317460317,
736
+ "mrr@1": 0.744,
737
+ "mrr@5": 0.8268833333333333,
738
+ "mrr@10": 0.8312960317460317,
739
+ "num_pred": 1000,
740
+ "num_data": 1000
741
+ },
742
+ "NIGHTS": {
743
+ "hit@1": 0.66,
744
+ "hit@5": 0.977,
745
+ "hit@10": 0.992,
746
+ "ndcg_linear@1": 0.66,
747
+ "ndcg_linear@5": 0.8432621615267029,
748
+ "ndcg_linear@10": 0.8483557174528951,
749
+ "ndcg_exponential@1": 0.66,
750
+ "ndcg_exponential@5": 0.8432621615267029,
751
+ "ndcg_exponential@10": 0.8483557174528951,
752
+ "precision@1": 0.66,
753
+ "precision@5": 0.19540000000000005,
754
+ "precision@10": 0.09920000000000001,
755
+ "recall@1": 0.66,
756
+ "recall@5": 0.977,
757
+ "recall@10": 0.992,
758
+ "f1@1": 0.66,
759
+ "f1@5": 0.3256666666666666,
760
+ "f1@10": 0.18036363636363634,
761
+ "map@1": 0.66,
762
+ "map@5": 0.7974,
763
+ "map@10": 0.7996468253968253,
764
+ "mrr@1": 0.66,
765
+ "mrr@5": 0.7974,
766
+ "mrr@10": 0.7996468253968253,
767
+ "num_pred": 1000,
768
+ "num_data": 1000
769
+ },
770
+ "WebQA": {
771
+ "hit@1": 0.899,
772
+ "hit@5": 0.986,
773
+ "hit@10": 0.993,
774
+ "ndcg_linear@1": 0.899,
775
+ "ndcg_linear@5": 0.9506122758913912,
776
+ "ndcg_linear@10": 0.9528128037036782,
777
+ "ndcg_exponential@1": 0.899,
778
+ "ndcg_exponential@5": 0.9506122758913912,
779
+ "ndcg_exponential@10": 0.9528128037036782,
780
+ "precision@1": 0.899,
781
+ "precision@5": 0.19720000000000004,
782
+ "precision@10": 0.09930000000000001,
783
+ "recall@1": 0.899,
784
+ "recall@5": 0.986,
785
+ "recall@10": 0.993,
786
+ "f1@1": 0.899,
787
+ "f1@5": 0.3286666666666666,
788
+ "f1@10": 0.1805454545454545,
789
+ "map@1": 0.899,
790
+ "map@5": 0.9383666666666666,
791
+ "map@10": 0.9392380952380952,
792
+ "mrr@1": 0.899,
793
+ "mrr@5": 0.9383666666666666,
794
+ "mrr@10": 0.9392380952380952,
795
+ "num_pred": 1000,
796
+ "num_data": 1000
797
+ },
798
+ "FashionIQ": {
799
+ "hit@1": 0.189,
800
+ "hit@5": 0.424,
801
+ "hit@10": 0.531,
802
+ "ndcg_linear@1": 0.189,
803
+ "ndcg_linear@5": 0.3106969517365728,
804
+ "ndcg_linear@10": 0.3452074094686825,
805
+ "ndcg_exponential@1": 0.189,
806
+ "ndcg_exponential@5": 0.3106969517365728,
807
+ "ndcg_exponential@10": 0.3452074094686825,
808
+ "precision@1": 0.189,
809
+ "precision@5": 0.0848,
810
+ "precision@10": 0.053099999999999994,
811
+ "recall@1": 0.189,
812
+ "recall@5": 0.424,
813
+ "recall@10": 0.531,
814
+ "f1@1": 0.189,
815
+ "f1@5": 0.14133333333333337,
816
+ "f1@10": 0.09654545454545456,
817
+ "map@1": 0.189,
818
+ "map@5": 0.27331666666666665,
819
+ "map@10": 0.28750714285714285,
820
+ "mrr@1": 0.189,
821
+ "mrr@5": 0.27331666666666665,
822
+ "mrr@10": 0.28750714285714285,
823
+ "num_pred": 1000,
824
+ "num_data": 1000
825
+ },
826
+ "Wiki-SS-NQ": {
827
+ "hit@1": 0.663,
828
+ "hit@5": 0.852,
829
+ "hit@10": 0.892,
830
+ "ndcg_linear@1": 0.663,
831
+ "ndcg_linear@5": 0.7664044093884552,
832
+ "ndcg_linear@10": 0.7791031667998309,
833
+ "ndcg_exponential@1": 0.663,
834
+ "ndcg_exponential@5": 0.7664044093884552,
835
+ "ndcg_exponential@10": 0.7791031667998309,
836
+ "precision@1": 0.663,
837
+ "precision@5": 0.1704,
838
+ "precision@10": 0.0892,
839
+ "recall@1": 0.663,
840
+ "recall@5": 0.852,
841
+ "recall@10": 0.892,
842
+ "f1@1": 0.663,
843
+ "f1@5": 0.284,
844
+ "f1@10": 0.16218181818181818,
845
+ "map@1": 0.663,
846
+ "map@5": 0.7376666666666666,
847
+ "map@10": 0.742768253968254,
848
+ "mrr@1": 0.663,
849
+ "mrr@5": 0.7376666666666666,
850
+ "mrr@10": 0.742768253968254,
851
+ "num_pred": 1000,
852
+ "num_data": 1000
853
+ },
854
+ "OVEN": {
855
+ "hit@1": 0.682,
856
+ "hit@5": 0.857,
857
+ "hit@10": 0.915,
858
+ "ndcg_linear@1": 0.682,
859
+ "ndcg_linear@5": 0.77677345283525,
860
+ "ndcg_linear@10": 0.7957214455476391,
861
+ "ndcg_exponential@1": 0.682,
862
+ "ndcg_exponential@5": 0.77677345283525,
863
+ "ndcg_exponential@10": 0.7957214455476391,
864
+ "precision@1": 0.682,
865
+ "precision@5": 0.17140000000000002,
866
+ "precision@10": 0.0915,
867
+ "recall@1": 0.682,
868
+ "recall@5": 0.857,
869
+ "recall@10": 0.915,
870
+ "f1@1": 0.682,
871
+ "f1@5": 0.28566666666666674,
872
+ "f1@10": 0.16636363636363638,
873
+ "map@1": 0.682,
874
+ "map@5": 0.7499666666666666,
875
+ "map@10": 0.7578960317460317,
876
+ "mrr@1": 0.682,
877
+ "mrr@5": 0.7499666666666666,
878
+ "mrr@10": 0.7578960317460317,
879
+ "num_pred": 1000,
880
+ "num_data": 1000
881
+ },
882
+ "EDIS": {
883
+ "hit@1": 0.829,
884
+ "hit@5": 0.973,
885
+ "hit@10": 0.994,
886
+ "ndcg_linear@1": 0.829,
887
+ "ndcg_linear@5": 0.911277068463259,
888
+ "ndcg_linear@10": 0.9180390200927532,
889
+ "ndcg_exponential@1": 0.829,
890
+ "ndcg_exponential@5": 0.911277068463259,
891
+ "ndcg_exponential@10": 0.9180390200927532,
892
+ "precision@1": 0.829,
893
+ "precision@5": 0.19460000000000005,
894
+ "precision@10": 0.09940000000000002,
895
+ "recall@1": 0.829,
896
+ "recall@5": 0.973,
897
+ "recall@10": 0.994,
898
+ "f1@1": 0.829,
899
+ "f1@5": 0.3243333333333333,
900
+ "f1@10": 0.18072727272727268,
901
+ "map@1": 0.829,
902
+ "map@5": 0.8902833333333333,
903
+ "map@10": 0.893059126984127,
904
+ "mrr@1": 0.829,
905
+ "mrr@5": 0.8902833333333333,
906
+ "mrr@10": 0.893059126984127,
907
+ "num_pred": 1000,
908
+ "num_data": 1000
909
+ },
910
+ "MSCOCO": {
911
+ "hit@1": 0.838,
912
+ "hit@5": 0.943,
913
+ "hit@10": 0.963,
914
+ "ndcg_linear@1": 0.838,
915
+ "ndcg_linear@5": 0.8976383164062859,
916
+ "ndcg_linear@10": 0.903995843429347,
917
+ "ndcg_exponential@1": 0.838,
918
+ "ndcg_exponential@5": 0.8976383164062859,
919
+ "ndcg_exponential@10": 0.903995843429347,
920
+ "precision@1": 0.838,
921
+ "precision@5": 0.18860000000000002,
922
+ "precision@10": 0.09630000000000001,
923
+ "recall@1": 0.838,
924
+ "recall@5": 0.943,
925
+ "recall@10": 0.963,
926
+ "f1@1": 0.838,
927
+ "f1@5": 0.31433333333333335,
928
+ "f1@10": 0.17509090909090907,
929
+ "map@1": 0.838,
930
+ "map@5": 0.8822,
931
+ "map@10": 0.8847587301587302,
932
+ "mrr@1": 0.838,
933
+ "mrr@5": 0.8822,
934
+ "mrr@10": 0.8847587301587302,
935
+ "num_pred": 1000,
936
+ "num_data": 1000
937
+ },
938
+ "RefCOCO": {
939
+ "hit@1": 0.953,
940
+ "hit@5": 0.999,
941
+ "hit@10": 1.0,
942
+ "ndcg_linear@1": 0.953,
943
+ "ndcg_linear@5": 0.9811240429500929,
944
+ "ndcg_linear@10": 0.9814573762834261,
945
+ "ndcg_exponential@1": 0.953,
946
+ "ndcg_exponential@5": 0.9811240429500929,
947
+ "ndcg_exponential@10": 0.9814573762834261,
948
+ "precision@1": 0.953,
949
+ "precision@5": 0.19980000000000003,
950
+ "precision@10": 0.10000000000000002,
951
+ "recall@1": 0.953,
952
+ "recall@5": 0.999,
953
+ "recall@10": 1.0,
954
+ "f1@1": 0.953,
955
+ "f1@5": 0.333,
956
+ "f1@10": 0.18181818181818182,
957
+ "map@1": 0.953,
958
+ "map@5": 0.9748666666666667,
959
+ "map@10": 0.9750095238095238,
960
+ "mrr@1": 0.953,
961
+ "mrr@5": 0.9748666666666667,
962
+ "mrr@10": 0.9750095238095238,
963
+ "num_pred": 1000,
964
+ "num_data": 1000
965
+ },
966
+ "RefCOCO-Matching": {
967
+ "hit@1": 0.939,
968
+ "hit@5": 0.999,
969
+ "hit@10": 1.0,
970
+ "ndcg_linear@1": 0.939,
971
+ "ndcg_linear@5": 0.9787485744750019,
972
+ "ndcg_linear@10": 0.9790640393517875,
973
+ "ndcg_exponential@1": 0.939,
974
+ "ndcg_exponential@5": 0.9787485744750019,
975
+ "ndcg_exponential@10": 0.9790640393517875,
976
+ "precision@1": 0.939,
977
+ "precision@5": 0.19980000000000003,
978
+ "precision@10": 0.10000000000000002,
979
+ "recall@1": 0.939,
980
+ "recall@5": 0.999,
981
+ "recall@10": 1.0,
982
+ "f1@1": 0.939,
983
+ "f1@5": 0.333,
984
+ "f1@10": 0.18181818181818182,
985
+ "map@1": 0.939,
986
+ "map@5": 0.972,
987
+ "map@10": 0.972125,
988
+ "mrr@1": 0.939,
989
+ "mrr@5": 0.969,
990
+ "mrr@10": 0.969125,
991
+ "num_pred": 1000,
992
+ "num_data": 1000
993
+ },
994
+ "Visual7W-Pointing": {
995
+ "hit@1": 0.95,
996
+ "hit@5": 0.988,
997
+ "hit@10": 0.993,
998
+ "ndcg_linear@1": 0.95,
999
+ "ndcg_linear@5": 0.9718650203180087,
1000
+ "ndcg_linear@10": 0.9734949595603383,
1001
+ "ndcg_exponential@1": 0.95,
1002
+ "ndcg_exponential@5": 0.9718650203180087,
1003
+ "ndcg_exponential@10": 0.9734949595603383,
1004
+ "precision@1": 0.95,
1005
+ "precision@5": 0.19760000000000003,
1006
+ "precision@10": 0.09930000000000001,
1007
+ "recall@1": 0.95,
1008
+ "recall@5": 0.988,
1009
+ "recall@10": 0.993,
1010
+ "f1@1": 0.95,
1011
+ "f1@5": 0.32933333333333337,
1012
+ "f1@10": 0.18054545454545454,
1013
+ "map@1": 0.95,
1014
+ "map@5": 0.9663333333333334,
1015
+ "map@10": 0.967013888888889,
1016
+ "mrr@1": 0.95,
1017
+ "mrr@5": 0.9663333333333334,
1018
+ "mrr@10": 0.967013888888889,
1019
+ "num_pred": 1000,
1020
+ "num_data": 1000
1021
+ }
1022
+ },
1023
+ "video": {
1024
+ "K700": "DIR_N/A",
1025
+ "SmthSmthV2": "DIR_N/A",
1026
+ "HMDB51": "DIR_N/A",
1027
+ "UCF101": "DIR_N/A",
1028
+ "Breakfast": "DIR_N/A",
1029
+ "MVBench": "DIR_N/A",
1030
+ "Video-MME": "DIR_N/A",
1031
+ "NExTQA": "DIR_N/A",
1032
+ "EgoSchema": "DIR_N/A",
1033
+ "ActivityNetQA": "DIR_N/A",
1034
+ "DiDeMo": "DIR_N/A",
1035
+ "MSR-VTT": "DIR_N/A",
1036
+ "MSVD": "DIR_N/A",
1037
+ "VATEX": "DIR_N/A",
1038
+ "YouCook2": "DIR_N/A",
1039
+ "QVHighlight": "DIR_N/A",
1040
+ "Charades-STA": "DIR_N/A",
1041
+ "MomentSeeker": "DIR_N/A"
1042
+ },
1043
+ "visdoc": {
1044
+ "ViDoRe_arxivqa": "DIR_N/A",
1045
+ "ViDoRe_docvqa": "DIR_N/A",
1046
+ "ViDoRe_infovqa": "DIR_N/A",
1047
+ "ViDoRe_tabfquad": "DIR_N/A",
1048
+ "ViDoRe_tatdqa": "DIR_N/A",
1049
+ "ViDoRe_shiftproject": "DIR_N/A",
1050
+ "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
1051
+ "ViDoRe_syntheticDocQA_energy": "DIR_N/A",
1052
+ "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
1053
+ "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
1054
+ "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
1055
+ "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
1056
+ "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
1057
+ "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
1058
+ "VisRAG_ArxivQA": "DIR_N/A",
1059
+ "VisRAG_ChartQA": "DIR_N/A",
1060
+ "VisRAG_MP-DocVQA": "DIR_N/A",
1061
+ "VisRAG_SlideVQA": "DIR_N/A",
1062
+ "VisRAG_InfoVQA": "DIR_N/A",
1063
+ "VisRAG_PlotQA": "DIR_N/A",
1064
+ "ViDoSeek-page": "DIR_N/A",
1065
+ "ViDoSeek-doc": "DIR_N/A",
1066
+ "MMLongBench-page": "DIR_N/A",
1067
+ "MMLongBench-doc": "DIR_N/A"
1068
+ }
1069
+ }
1070
+ }
scores/ReMatch-7B.json ADDED
@@ -0,0 +1,1070 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "ReMatch-7B",
4
+ "model_size": "8.29",
5
+ "embedding_dimension": 3584,
6
+ "max_length_tokens": null,
7
+ "model_release_date": "2025-11-24",
8
+ "score_source": "Self-Reported",
9
+ "url": "https://arxiv.org/abs/2511.19278",
10
+ "report_generated_date": "2025-11-24T12:19:02.408483"
11
+ },
12
+ "metrics": {
13
+ "image": {
14
+ "ImageNet-1K": {
15
+ "hit@1": 0.787,
16
+ "hit@5": 0.962,
17
+ "hit@10": 0.985,
18
+ "ndcg_linear@1": 0.787,
19
+ "ndcg_linear@5": 0.8869524163907434,
20
+ "ndcg_linear@10": 0.8946733758738139,
21
+ "ndcg_exponential@1": 0.787,
22
+ "ndcg_exponential@5": 0.8869524163907434,
23
+ "ndcg_exponential@10": 0.8946733758738139,
24
+ "precision@1": 0.787,
25
+ "precision@5": 0.19240000000000004,
26
+ "precision@10": 0.09850000000000002,
27
+ "recall@1": 0.787,
28
+ "recall@5": 0.962,
29
+ "recall@10": 0.985,
30
+ "f1@1": 0.787,
31
+ "f1@5": 0.32066666666666666,
32
+ "f1@10": 0.17909090909090908,
33
+ "map@1": 0.787,
34
+ "map@5": 0.8613666666666667,
35
+ "map@10": 0.8647194444444445,
36
+ "mrr@1": 0.787,
37
+ "mrr@5": 0.8613666666666667,
38
+ "mrr@10": 0.8647194444444445,
39
+ "num_pred": 1000,
40
+ "num_data": 1000
41
+ },
42
+ "N24News": {
43
+ "hit@1": 0.81,
44
+ "hit@5": 0.978,
45
+ "hit@10": 0.995,
46
+ "ndcg_linear@1": 0.81,
47
+ "ndcg_linear@5": 0.9059590243986395,
48
+ "ndcg_linear@10": 0.9115119166219265,
49
+ "ndcg_exponential@1": 0.81,
50
+ "ndcg_exponential@5": 0.9059590243986395,
51
+ "ndcg_exponential@10": 0.9115119166219265,
52
+ "precision@1": 0.81,
53
+ "precision@5": 0.19560000000000002,
54
+ "precision@10": 0.09950000000000003,
55
+ "recall@1": 0.81,
56
+ "recall@5": 0.978,
57
+ "recall@10": 0.995,
58
+ "f1@1": 0.81,
59
+ "f1@5": 0.326,
60
+ "f1@10": 0.1809090909090909,
61
+ "map@1": 0.81,
62
+ "map@5": 0.8813833333333333,
63
+ "map@10": 0.8837091269841268,
64
+ "mrr@1": 0.81,
65
+ "mrr@5": 0.8813833333333333,
66
+ "mrr@10": 0.8837091269841268,
67
+ "num_pred": 1000,
68
+ "num_data": 1000
69
+ },
70
+ "HatefulMemes": {
71
+ "hit@1": 0.678,
72
+ "hit@5": 1.0,
73
+ "hit@10": 1.0,
74
+ "ndcg_linear@1": 0.678,
75
+ "ndcg_linear@5": 0.8811593806500093,
76
+ "ndcg_linear@10": 0.8811593806500093,
77
+ "ndcg_exponential@1": 0.678,
78
+ "ndcg_exponential@5": 0.8811593806500093,
79
+ "ndcg_exponential@10": 0.8811593806500093,
80
+ "precision@1": 0.678,
81
+ "precision@5": 0.20000000000000004,
82
+ "precision@10": 0.10000000000000002,
83
+ "recall@1": 0.678,
84
+ "recall@5": 1.0,
85
+ "recall@10": 1.0,
86
+ "f1@1": 0.678,
87
+ "f1@5": 0.3333333333333333,
88
+ "f1@10": 0.18181818181818182,
89
+ "map@1": 0.678,
90
+ "map@5": 0.839,
91
+ "map@10": 0.839,
92
+ "mrr@1": 0.678,
93
+ "mrr@5": 0.839,
94
+ "mrr@10": 0.839,
95
+ "num_pred": 1000,
96
+ "num_data": 1000
97
+ },
98
+ "VOC2007": {
99
+ "hit@1": 0.895,
100
+ "hit@5": 0.986,
101
+ "hit@10": 0.997,
102
+ "ndcg_linear@1": 0.895,
103
+ "ndcg_linear@5": 0.9468248898935269,
104
+ "ndcg_linear@10": 0.9503977901907879,
105
+ "ndcg_exponential@1": 0.895,
106
+ "ndcg_exponential@5": 0.9468248898935269,
107
+ "ndcg_exponential@10": 0.9503977901907879,
108
+ "precision@1": 0.895,
109
+ "precision@5": 0.19720000000000001,
110
+ "precision@10": 0.09970000000000001,
111
+ "recall@1": 0.895,
112
+ "recall@5": 0.986,
113
+ "recall@10": 0.997,
114
+ "f1@1": 0.895,
115
+ "f1@5": 0.3286666666666666,
116
+ "f1@10": 0.18127272727272725,
117
+ "map@1": 0.895,
118
+ "map@5": 0.9334666666666666,
119
+ "map@10": 0.9349468253968255,
120
+ "mrr@1": 0.895,
121
+ "mrr@5": 0.9334666666666666,
122
+ "mrr@10": 0.9349468253968255,
123
+ "num_pred": 1000,
124
+ "num_data": 1000
125
+ },
126
+ "SUN397": {
127
+ "hit@1": 0.787,
128
+ "hit@5": 0.977,
129
+ "hit@10": 0.99,
130
+ "ndcg_linear@1": 0.787,
131
+ "ndcg_linear@5": 0.8951320233507434,
132
+ "ndcg_linear@10": 0.8994361043687424,
133
+ "ndcg_exponential@1": 0.787,
134
+ "ndcg_exponential@5": 0.8951320233507434,
135
+ "ndcg_exponential@10": 0.8994361043687424,
136
+ "precision@1": 0.787,
137
+ "precision@5": 0.19540000000000005,
138
+ "precision@10": 0.09900000000000003,
139
+ "recall@1": 0.787,
140
+ "recall@5": 0.977,
141
+ "recall@10": 0.99,
142
+ "f1@1": 0.787,
143
+ "f1@5": 0.3256666666666666,
144
+ "f1@10": 0.18,
145
+ "map@1": 0.787,
146
+ "map@5": 0.86725,
147
+ "map@10": 0.8690821428571428,
148
+ "mrr@1": 0.787,
149
+ "mrr@5": 0.86725,
150
+ "mrr@10": 0.8690821428571428,
151
+ "num_pred": 1000,
152
+ "num_data": 1000
153
+ },
154
+ "Place365": {
155
+ "hit@1": 0.454,
156
+ "hit@5": 0.769,
157
+ "hit@10": 0.858,
158
+ "ndcg_linear@1": 0.454,
159
+ "ndcg_linear@5": 0.6215081880463381,
160
+ "ndcg_linear@10": 0.6505371894353762,
161
+ "ndcg_exponential@1": 0.454,
162
+ "ndcg_exponential@5": 0.6215081880463381,
163
+ "ndcg_exponential@10": 0.6505371894353762,
164
+ "precision@1": 0.454,
165
+ "precision@5": 0.15380000000000002,
166
+ "precision@10": 0.08580000000000002,
167
+ "recall@1": 0.454,
168
+ "recall@5": 0.769,
169
+ "recall@10": 0.858,
170
+ "f1@1": 0.454,
171
+ "f1@5": 0.25633333333333336,
172
+ "f1@10": 0.156,
173
+ "map@1": 0.454,
174
+ "map@5": 0.5724833333333333,
175
+ "map@10": 0.5846007936507935,
176
+ "mrr@1": 0.454,
177
+ "mrr@5": 0.5724833333333333,
178
+ "mrr@10": 0.5846007936507935,
179
+ "num_pred": 1000,
180
+ "num_data": 1000
181
+ },
182
+ "ImageNet-A": {
183
+ "hit@1": 0.484,
184
+ "hit@5": 0.729,
185
+ "hit@10": 0.814,
186
+ "ndcg_linear@1": 0.484,
187
+ "ndcg_linear@5": 0.6187919349922502,
188
+ "ndcg_linear@10": 0.6462364268869838,
189
+ "ndcg_exponential@1": 0.484,
190
+ "ndcg_exponential@5": 0.6187919349922502,
191
+ "ndcg_exponential@10": 0.6462364268869838,
192
+ "precision@1": 0.484,
193
+ "precision@5": 0.1458,
194
+ "precision@10": 0.0814,
195
+ "recall@1": 0.484,
196
+ "recall@5": 0.729,
197
+ "recall@10": 0.814,
198
+ "f1@1": 0.484,
199
+ "f1@5": 0.24300000000000005,
200
+ "f1@10": 0.148,
201
+ "map@1": 0.484,
202
+ "map@5": 0.5817833333333333,
203
+ "map@10": 0.593086111111111,
204
+ "mrr@1": 0.484,
205
+ "mrr@5": 0.5817833333333333,
206
+ "mrr@10": 0.593086111111111,
207
+ "num_pred": 1000,
208
+ "num_data": 1000
209
+ },
210
+ "ImageNet-R": {
211
+ "hit@1": 0.835,
212
+ "hit@5": 0.958,
213
+ "hit@10": 0.97,
214
+ "ndcg_linear@1": 0.835,
215
+ "ndcg_linear@5": 0.9046519961145429,
216
+ "ndcg_linear@10": 0.9085197719040562,
217
+ "ndcg_exponential@1": 0.835,
218
+ "ndcg_exponential@5": 0.9046519961145429,
219
+ "ndcg_exponential@10": 0.9085197719040562,
220
+ "precision@1": 0.835,
221
+ "precision@5": 0.19160000000000002,
222
+ "precision@10": 0.09700000000000002,
223
+ "recall@1": 0.835,
224
+ "recall@5": 0.958,
225
+ "recall@10": 0.97,
226
+ "f1@1": 0.835,
227
+ "f1@5": 0.31933333333333336,
228
+ "f1@10": 0.17636363636363636,
229
+ "map@1": 0.835,
230
+ "map@5": 0.8865166666666666,
231
+ "map@10": 0.8881063492063492,
232
+ "mrr@1": 0.835,
233
+ "mrr@5": 0.8865166666666666,
234
+ "mrr@10": 0.8881063492063492,
235
+ "num_pred": 1000,
236
+ "num_data": 1000
237
+ },
238
+ "ObjectNet": {
239
+ "hit@1": 0.594,
240
+ "hit@5": 0.813,
241
+ "hit@10": 0.883,
242
+ "ndcg_linear@1": 0.594,
243
+ "ndcg_linear@5": 0.7117124402715413,
244
+ "ndcg_linear@10": 0.7344939510608823,
245
+ "ndcg_exponential@1": 0.594,
246
+ "ndcg_exponential@5": 0.7117124402715413,
247
+ "ndcg_exponential@10": 0.7344939510608823,
248
+ "precision@1": 0.594,
249
+ "precision@5": 0.16260000000000002,
250
+ "precision@10": 0.08830000000000002,
251
+ "recall@1": 0.594,
252
+ "recall@5": 0.813,
253
+ "recall@10": 0.883,
254
+ "f1@1": 0.594,
255
+ "f1@5": 0.2710000000000001,
256
+ "f1@10": 0.16054545454545452,
257
+ "map@1": 0.594,
258
+ "map@5": 0.6778999999999998,
259
+ "map@10": 0.6873880952380953,
260
+ "mrr@1": 0.594,
261
+ "mrr@5": 0.6778999999999998,
262
+ "mrr@10": 0.6873880952380953,
263
+ "num_pred": 1000,
264
+ "num_data": 1000
265
+ },
266
+ "Country211": {
267
+ "hit@1": 0.254,
268
+ "hit@5": 0.508,
269
+ "hit@10": 0.596,
270
+ "ndcg_linear@1": 0.254,
271
+ "ndcg_linear@5": 0.38684140501843467,
272
+ "ndcg_linear@10": 0.41518347907051245,
273
+ "ndcg_exponential@1": 0.254,
274
+ "ndcg_exponential@5": 0.38684140501843467,
275
+ "ndcg_exponential@10": 0.41518347907051245,
276
+ "precision@1": 0.254,
277
+ "precision@5": 0.1016,
278
+ "precision@10": 0.05959999999999999,
279
+ "recall@1": 0.254,
280
+ "recall@5": 0.508,
281
+ "recall@10": 0.596,
282
+ "f1@1": 0.254,
283
+ "f1@5": 0.16933333333333336,
284
+ "f1@10": 0.10836363636363637,
285
+ "map@1": 0.254,
286
+ "map@5": 0.3467166666666666,
287
+ "map@10": 0.3583571428571428,
288
+ "mrr@1": 0.254,
289
+ "mrr@5": 0.3467166666666666,
290
+ "mrr@10": 0.3583571428571428,
291
+ "num_pred": 1000,
292
+ "num_data": 1000
293
+ },
294
+ "OK-VQA": {
295
+ "hit@1": 0.726,
296
+ "hit@5": 0.93,
297
+ "hit@10": 0.965,
298
+ "ndcg_linear@1": 0.726,
299
+ "ndcg_linear@5": 0.8408897532057038,
300
+ "ndcg_linear@10": 0.8522746843054088,
301
+ "ndcg_exponential@1": 0.726,
302
+ "ndcg_exponential@5": 0.8408897532057038,
303
+ "ndcg_exponential@10": 0.8522746843054088,
304
+ "precision@1": 0.726,
305
+ "precision@5": 0.18600000000000003,
306
+ "precision@10": 0.09650000000000002,
307
+ "recall@1": 0.726,
308
+ "recall@5": 0.93,
309
+ "recall@10": 0.965,
310
+ "f1@1": 0.726,
311
+ "f1@5": 0.31,
312
+ "f1@10": 0.17545454545454545,
313
+ "map@1": 0.726,
314
+ "map@5": 0.8106666666666666,
315
+ "map@10": 0.8154035714285714,
316
+ "mrr@1": 0.726,
317
+ "mrr@5": 0.8106666666666666,
318
+ "mrr@10": 0.8154035714285714,
319
+ "num_pred": 1000,
320
+ "num_data": 1000
321
+ },
322
+ "A-OKVQA": {
323
+ "hit@1": 0.636,
324
+ "hit@5": 0.923,
325
+ "hit@10": 0.962,
326
+ "ndcg_linear@1": 0.636,
327
+ "ndcg_linear@5": 0.7948814428944923,
328
+ "ndcg_linear@10": 0.807485892721625,
329
+ "ndcg_exponential@1": 0.636,
330
+ "ndcg_exponential@5": 0.7948814428944923,
331
+ "ndcg_exponential@10": 0.807485892721625,
332
+ "precision@1": 0.636,
333
+ "precision@5": 0.18460000000000001,
334
+ "precision@10": 0.09620000000000002,
335
+ "recall@1": 0.636,
336
+ "recall@5": 0.923,
337
+ "recall@10": 0.962,
338
+ "f1@1": 0.636,
339
+ "f1@5": 0.3076666666666667,
340
+ "f1@10": 0.17490909090909088,
341
+ "map@1": 0.636,
342
+ "map@5": 0.7516666666666666,
343
+ "map@10": 0.7568630952380951,
344
+ "mrr@1": 0.636,
345
+ "mrr@5": 0.7516666666666666,
346
+ "mrr@10": 0.7568630952380951,
347
+ "num_pred": 1000,
348
+ "num_data": 1000
349
+ },
350
+ "DocVQA": {
351
+ "hit@1": 0.958,
352
+ "hit@5": 0.997,
353
+ "hit@10": 0.998,
354
+ "ndcg_linear@1": 0.958,
355
+ "ndcg_linear@5": 0.9815511052304334,
356
+ "ndcg_linear@10": 0.9818401700567513,
357
+ "ndcg_exponential@1": 0.958,
358
+ "ndcg_exponential@5": 0.9815511052304334,
359
+ "ndcg_exponential@10": 0.9818401700567513,
360
+ "precision@1": 0.958,
361
+ "precision@5": 0.19940000000000002,
362
+ "precision@10": 0.09980000000000001,
363
+ "recall@1": 0.958,
364
+ "recall@5": 0.997,
365
+ "recall@10": 0.998,
366
+ "f1@1": 0.958,
367
+ "f1@5": 0.33233333333333337,
368
+ "f1@10": 0.18145454545454545,
369
+ "map@1": 0.958,
370
+ "map@5": 0.9761666666666666,
371
+ "map@10": 0.9762666666666666,
372
+ "mrr@1": 0.958,
373
+ "mrr@5": 0.9761666666666666,
374
+ "mrr@10": 0.9762666666666666,
375
+ "num_pred": 1000,
376
+ "num_data": 1000
377
+ },
378
+ "InfographicsVQA": {
379
+ "hit@1": 0.829,
380
+ "hit@5": 0.949,
381
+ "hit@10": 0.962,
382
+ "ndcg_linear@1": 0.829,
383
+ "ndcg_linear@5": 0.8965151299074916,
384
+ "ndcg_linear@10": 0.9007282968209516,
385
+ "ndcg_exponential@1": 0.829,
386
+ "ndcg_exponential@5": 0.8965151299074916,
387
+ "ndcg_exponential@10": 0.9007282968209516,
388
+ "precision@1": 0.829,
389
+ "precision@5": 0.18980000000000002,
390
+ "precision@10": 0.09620000000000002,
391
+ "recall@1": 0.829,
392
+ "recall@5": 0.949,
393
+ "recall@10": 0.962,
394
+ "f1@1": 0.829,
395
+ "f1@5": 0.31633333333333336,
396
+ "f1@10": 0.17490909090909088,
397
+ "map@1": 0.829,
398
+ "map@5": 0.8787166666666667,
399
+ "map@10": 0.8804575396825396,
400
+ "mrr@1": 0.829,
401
+ "mrr@5": 0.8787166666666667,
402
+ "mrr@10": 0.8804575396825396,
403
+ "num_pred": 1000,
404
+ "num_data": 1000
405
+ },
406
+ "ChartQA": {
407
+ "hit@1": 0.755,
408
+ "hit@5": 0.899,
409
+ "hit@10": 0.93,
410
+ "ndcg_linear@1": 0.755,
411
+ "ndcg_linear@5": 0.8340162383547394,
412
+ "ndcg_linear@10": 0.8443586981074865,
413
+ "ndcg_exponential@1": 0.755,
414
+ "ndcg_exponential@5": 0.8340162383547394,
415
+ "ndcg_exponential@10": 0.8443586981074865,
416
+ "precision@1": 0.755,
417
+ "precision@5": 0.17980000000000002,
418
+ "precision@10": 0.09300000000000001,
419
+ "recall@1": 0.755,
420
+ "recall@5": 0.899,
421
+ "recall@10": 0.93,
422
+ "f1@1": 0.755,
423
+ "f1@5": 0.2996666666666667,
424
+ "f1@10": 0.1690909090909091,
425
+ "map@1": 0.755,
426
+ "map@5": 0.8121833333333334,
427
+ "map@10": 0.8166353174603175,
428
+ "mrr@1": 0.755,
429
+ "mrr@5": 0.8121833333333334,
430
+ "mrr@10": 0.8166353174603175,
431
+ "num_pred": 1000,
432
+ "num_data": 1000
433
+ },
434
+ "Visual7W": {
435
+ "hit@1": 0.669,
436
+ "hit@5": 0.939,
437
+ "hit@10": 0.974,
438
+ "ndcg_linear@1": 0.669,
439
+ "ndcg_linear@5": 0.8199081824385749,
440
+ "ndcg_linear@10": 0.8313049860863585,
441
+ "ndcg_exponential@1": 0.669,
442
+ "ndcg_exponential@5": 0.8199081824385749,
443
+ "ndcg_exponential@10": 0.8313049860863585,
444
+ "precision@1": 0.669,
445
+ "precision@5": 0.18780000000000005,
446
+ "precision@10": 0.09740000000000001,
447
+ "recall@1": 0.669,
448
+ "recall@5": 0.939,
449
+ "recall@10": 0.974,
450
+ "f1@1": 0.669,
451
+ "f1@5": 0.313,
452
+ "f1@10": 0.1770909090909091,
453
+ "map@1": 0.669,
454
+ "map@5": 0.7796000000000001,
455
+ "map@10": 0.7843507936507935,
456
+ "mrr@1": 0.669,
457
+ "mrr@5": 0.7796000000000001,
458
+ "mrr@10": 0.7843507936507935,
459
+ "num_pred": 1000,
460
+ "num_data": 1000
461
+ },
462
+ "ScienceQA": {
463
+ "hit@1": 0.595,
464
+ "hit@5": 0.831,
465
+ "hit@10": 0.924,
466
+ "ndcg_linear@1": 0.595,
467
+ "ndcg_linear@5": 0.7239316380743601,
468
+ "ndcg_linear@10": 0.7543230800320566,
469
+ "ndcg_exponential@1": 0.595,
470
+ "ndcg_exponential@5": 0.7239316380743601,
471
+ "ndcg_exponential@10": 0.7543230800320566,
472
+ "precision@1": 0.595,
473
+ "precision@5": 0.1662,
474
+ "precision@10": 0.09240000000000001,
475
+ "recall@1": 0.595,
476
+ "recall@5": 0.831,
477
+ "recall@10": 0.924,
478
+ "f1@1": 0.595,
479
+ "f1@5": 0.277,
480
+ "f1@10": 0.168,
481
+ "map@1": 0.595,
482
+ "map@5": 0.6880499999999999,
483
+ "map@10": 0.7007785714285714,
484
+ "mrr@1": 0.595,
485
+ "mrr@5": 0.6880499999999999,
486
+ "mrr@10": 0.7007785714285714,
487
+ "num_pred": 1000,
488
+ "num_data": 1000
489
+ },
490
+ "VizWiz": {
491
+ "hit@1": 0.535,
492
+ "hit@5": 0.731,
493
+ "hit@10": 0.772,
494
+ "ndcg_linear@1": 0.535,
495
+ "ndcg_linear@5": 0.6427409872920593,
496
+ "ndcg_linear@10": 0.6564143241812985,
497
+ "ndcg_exponential@1": 0.535,
498
+ "ndcg_exponential@5": 0.6427409872920593,
499
+ "ndcg_exponential@10": 0.6564143241812985,
500
+ "precision@1": 0.535,
501
+ "precision@5": 0.1462,
502
+ "precision@10": 0.0772,
503
+ "recall@1": 0.535,
504
+ "recall@5": 0.731,
505
+ "recall@10": 0.772,
506
+ "f1@1": 0.535,
507
+ "f1@5": 0.2436666666666667,
508
+ "f1@10": 0.14036363636363638,
509
+ "map@1": 0.535,
510
+ "map@5": 0.6130666666666666,
511
+ "map@10": 0.618956746031746,
512
+ "mrr@1": 0.535,
513
+ "mrr@5": 0.6130666666666666,
514
+ "mrr@10": 0.618956746031746,
515
+ "num_pred": 1000,
516
+ "num_data": 1000
517
+ },
518
+ "GQA": {
519
+ "hit@1": 0.779,
520
+ "hit@5": 0.94,
521
+ "hit@10": 0.971,
522
+ "ndcg_linear@1": 0.779,
523
+ "ndcg_linear@5": 0.8685778975905131,
524
+ "ndcg_linear@10": 0.8785958714136245,
525
+ "ndcg_exponential@1": 0.779,
526
+ "ndcg_exponential@5": 0.8685778975905131,
527
+ "ndcg_exponential@10": 0.8785958714136245,
528
+ "precision@1": 0.779,
529
+ "precision@5": 0.18800000000000006,
530
+ "precision@10": 0.0971,
531
+ "recall@1": 0.779,
532
+ "recall@5": 0.94,
533
+ "recall@10": 0.971,
534
+ "f1@1": 0.779,
535
+ "f1@5": 0.31333333333333335,
536
+ "f1@10": 0.17654545454545453,
537
+ "map@1": 0.779,
538
+ "map@5": 0.8444833333333334,
539
+ "map@10": 0.8486099206349206,
540
+ "mrr@1": 0.779,
541
+ "mrr@5": 0.8444833333333334,
542
+ "mrr@10": 0.8486099206349206,
543
+ "num_pred": 1000,
544
+ "num_data": 1000
545
+ },
546
+ "TextVQA": {
547
+ "hit@1": 0.876,
548
+ "hit@5": 0.927,
549
+ "hit@10": 0.943,
550
+ "ndcg_linear@1": 0.876,
551
+ "ndcg_linear@5": 0.904323003368467,
552
+ "ndcg_linear@10": 0.9095445166333127,
553
+ "ndcg_exponential@1": 0.876,
554
+ "ndcg_exponential@5": 0.904323003368467,
555
+ "ndcg_exponential@10": 0.9095445166333127,
556
+ "precision@1": 0.876,
557
+ "precision@5": 0.1854,
558
+ "precision@10": 0.09430000000000001,
559
+ "recall@1": 0.876,
560
+ "recall@5": 0.927,
561
+ "recall@10": 0.943,
562
+ "f1@1": 0.876,
563
+ "f1@5": 0.309,
564
+ "f1@10": 0.17145454545454544,
565
+ "map@1": 0.876,
566
+ "map@5": 0.8966666666666667,
567
+ "map@10": 0.8988488095238094,
568
+ "mrr@1": 0.876,
569
+ "mrr@5": 0.8966666666666667,
570
+ "mrr@10": 0.8988488095238094,
571
+ "num_pred": 1000,
572
+ "num_data": 1000
573
+ },
574
+ "VisDial": {
575
+ "hit@1": 0.858,
576
+ "hit@5": 0.981,
577
+ "hit@10": 0.996,
578
+ "ndcg_linear@1": 0.858,
579
+ "ndcg_linear@5": 0.9264600008731337,
580
+ "ndcg_linear@10": 0.9313999244206641,
581
+ "ndcg_exponential@1": 0.858,
582
+ "ndcg_exponential@5": 0.9264600008731337,
583
+ "ndcg_exponential@10": 0.9313999244206641,
584
+ "precision@1": 0.858,
585
+ "precision@5": 0.19620000000000004,
586
+ "precision@10": 0.09960000000000002,
587
+ "recall@1": 0.858,
588
+ "recall@5": 0.981,
589
+ "recall@10": 0.996,
590
+ "f1@1": 0.858,
591
+ "f1@5": 0.327,
592
+ "f1@10": 0.18109090909090905,
593
+ "map@1": 0.858,
594
+ "map@5": 0.9080666666666666,
595
+ "map@10": 0.9101575396825397,
596
+ "mrr@1": 0.858,
597
+ "mrr@5": 0.9080666666666666,
598
+ "mrr@10": 0.9101575396825397,
599
+ "num_pred": 1000,
600
+ "num_data": 1000
601
+ },
602
+ "CIRR": {
603
+ "hit@1": 0.598,
604
+ "hit@5": 0.917,
605
+ "hit@10": 0.969,
606
+ "ndcg_linear@1": 0.598,
607
+ "ndcg_linear@5": 0.7796288559981174,
608
+ "ndcg_linear@10": 0.7968854205584869,
609
+ "ndcg_exponential@1": 0.598,
610
+ "ndcg_exponential@5": 0.7796288559981174,
611
+ "ndcg_exponential@10": 0.7968854205584869,
612
+ "precision@1": 0.598,
613
+ "precision@5": 0.18340000000000004,
614
+ "precision@10": 0.0969,
615
+ "recall@1": 0.598,
616
+ "recall@5": 0.917,
617
+ "recall@10": 0.969,
618
+ "f1@1": 0.598,
619
+ "f1@5": 0.3056666666666667,
620
+ "f1@10": 0.17618181818181816,
621
+ "map@1": 0.598,
622
+ "map@5": 0.7328166666666666,
623
+ "map@10": 0.7401956349206349,
624
+ "mrr@1": 0.598,
625
+ "mrr@5": 0.7328166666666666,
626
+ "mrr@10": 0.7401956349206349,
627
+ "num_pred": 1000,
628
+ "num_data": 1000
629
+ },
630
+ "VisualNews_t2i": {
631
+ "hit@1": 0.792,
632
+ "hit@5": 0.916,
633
+ "hit@10": 0.948,
634
+ "ndcg_linear@1": 0.792,
635
+ "ndcg_linear@5": 0.862387814431653,
636
+ "ndcg_linear@10": 0.8728239738104924,
637
+ "ndcg_exponential@1": 0.792,
638
+ "ndcg_exponential@5": 0.862387814431653,
639
+ "ndcg_exponential@10": 0.8728239738104924,
640
+ "precision@1": 0.792,
641
+ "precision@5": 0.18320000000000006,
642
+ "precision@10": 0.09480000000000001,
643
+ "recall@1": 0.792,
644
+ "recall@5": 0.916,
645
+ "recall@10": 0.948,
646
+ "f1@1": 0.792,
647
+ "f1@5": 0.30533333333333335,
648
+ "f1@10": 0.17236363636363639,
649
+ "map@1": 0.792,
650
+ "map@5": 0.8441666666666667,
651
+ "map@10": 0.8485230158730158,
652
+ "mrr@1": 0.792,
653
+ "mrr@5": 0.8441666666666667,
654
+ "mrr@10": 0.8485230158730158,
655
+ "num_pred": 1000,
656
+ "num_data": 1000
657
+ },
658
+ "VisualNews_i2t": {
659
+ "hit@1": 0.831,
660
+ "hit@5": 0.945,
661
+ "hit@10": 0.965,
662
+ "ndcg_linear@1": 0.831,
663
+ "ndcg_linear@5": 0.8927952598751188,
664
+ "ndcg_linear@10": 0.8993546366961666,
665
+ "ndcg_exponential@1": 0.831,
666
+ "ndcg_exponential@5": 0.8927952598751188,
667
+ "ndcg_exponential@10": 0.8993546366961666,
668
+ "precision@1": 0.831,
669
+ "precision@5": 0.18900000000000003,
670
+ "precision@10": 0.09650000000000002,
671
+ "recall@1": 0.831,
672
+ "recall@5": 0.945,
673
+ "recall@10": 0.965,
674
+ "f1@1": 0.831,
675
+ "f1@5": 0.315,
676
+ "f1@10": 0.17545454545454545,
677
+ "map@1": 0.831,
678
+ "map@5": 0.8753333333333333,
679
+ "map@10": 0.8780984126984126,
680
+ "mrr@1": 0.831,
681
+ "mrr@5": 0.8753333333333333,
682
+ "mrr@10": 0.8780984126984126,
683
+ "num_pred": 1000,
684
+ "num_data": 1000
685
+ },
686
+ "MSCOCO_t2i": {
687
+ "hit@1": 0.812,
688
+ "hit@5": 0.965,
689
+ "hit@10": 0.982,
690
+ "ndcg_linear@1": 0.812,
691
+ "ndcg_linear@5": 0.8978510362566796,
692
+ "ndcg_linear@10": 0.9034279514399262,
693
+ "ndcg_exponential@1": 0.812,
694
+ "ndcg_exponential@5": 0.8978510362566796,
695
+ "ndcg_exponential@10": 0.9034279514399262,
696
+ "precision@1": 0.812,
697
+ "precision@5": 0.19300000000000006,
698
+ "precision@10": 0.09820000000000002,
699
+ "recall@1": 0.812,
700
+ "recall@5": 0.965,
701
+ "recall@10": 0.982,
702
+ "f1@1": 0.812,
703
+ "f1@5": 0.32166666666666666,
704
+ "f1@10": 0.1785454545454545,
705
+ "map@1": 0.812,
706
+ "map@5": 0.8750666666666667,
707
+ "map@10": 0.8774119047619047,
708
+ "mrr@1": 0.812,
709
+ "mrr@5": 0.8750666666666667,
710
+ "mrr@10": 0.8774119047619047,
711
+ "num_pred": 1000,
712
+ "num_data": 1000
713
+ },
714
+ "MSCOCO_i2t": {
715
+ "hit@1": 0.76,
716
+ "hit@5": 0.951,
717
+ "hit@10": 0.987,
718
+ "ndcg_linear@1": 0.76,
719
+ "ndcg_linear@5": 0.8667521625201072,
720
+ "ndcg_linear@10": 0.8786876754959044,
721
+ "ndcg_exponential@1": 0.76,
722
+ "ndcg_exponential@5": 0.8667521625201072,
723
+ "ndcg_exponential@10": 0.8786876754959044,
724
+ "precision@1": 0.76,
725
+ "precision@5": 0.1902,
726
+ "precision@10": 0.09870000000000002,
727
+ "recall@1": 0.76,
728
+ "recall@5": 0.951,
729
+ "recall@10": 0.987,
730
+ "f1@1": 0.76,
731
+ "f1@5": 0.317,
732
+ "f1@10": 0.17945454545454545,
733
+ "map@1": 0.76,
734
+ "map@5": 0.8382666666666666,
735
+ "map@10": 0.8433678571428571,
736
+ "mrr@1": 0.76,
737
+ "mrr@5": 0.8382666666666666,
738
+ "mrr@10": 0.8433678571428571,
739
+ "num_pred": 1000,
740
+ "num_data": 1000
741
+ },
742
+ "NIGHTS": {
743
+ "hit@1": 0.695,
744
+ "hit@5": 0.98,
745
+ "hit@10": 0.996,
746
+ "ndcg_linear@1": 0.695,
747
+ "ndcg_linear@5": 0.8599025361632291,
748
+ "ndcg_linear@10": 0.8651757930440929,
749
+ "ndcg_exponential@1": 0.695,
750
+ "ndcg_exponential@5": 0.8599025361632291,
751
+ "ndcg_exponential@10": 0.8651757930440929,
752
+ "precision@1": 0.695,
753
+ "precision@5": 0.19600000000000004,
754
+ "precision@10": 0.09960000000000002,
755
+ "recall@1": 0.695,
756
+ "recall@5": 0.98,
757
+ "recall@10": 0.996,
758
+ "f1@1": 0.695,
759
+ "f1@5": 0.3266666666666666,
760
+ "f1@10": 0.18109090909090905,
761
+ "map@1": 0.695,
762
+ "map@5": 0.8187166666666666,
763
+ "map@10": 0.8209503968253968,
764
+ "mrr@1": 0.695,
765
+ "mrr@5": 0.8187166666666666,
766
+ "mrr@10": 0.8209503968253968,
767
+ "num_pred": 1000,
768
+ "num_data": 1000
769
+ },
770
+ "WebQA": {
771
+ "hit@1": 0.901,
772
+ "hit@5": 0.99,
773
+ "hit@10": 0.994,
774
+ "ndcg_linear@1": 0.901,
775
+ "ndcg_linear@5": 0.9540666714637502,
776
+ "ndcg_linear@10": 0.9554228786508584,
777
+ "ndcg_exponential@1": 0.901,
778
+ "ndcg_exponential@5": 0.9540666714637502,
779
+ "ndcg_exponential@10": 0.9554228786508584,
780
+ "precision@1": 0.901,
781
+ "precision@5": 0.19800000000000004,
782
+ "precision@10": 0.09940000000000002,
783
+ "recall@1": 0.901,
784
+ "recall@5": 0.99,
785
+ "recall@10": 0.994,
786
+ "f1@1": 0.901,
787
+ "f1@5": 0.33,
788
+ "f1@10": 0.1807272727272727,
789
+ "map@1": 0.901,
790
+ "map@5": 0.9416166666666667,
791
+ "map@10": 0.9422119047619049,
792
+ "mrr@1": 0.901,
793
+ "mrr@5": 0.9416166666666667,
794
+ "mrr@10": 0.9422119047619049,
795
+ "num_pred": 1000,
796
+ "num_data": 1000
797
+ },
798
+ "FashionIQ": {
799
+ "hit@1": 0.296,
800
+ "hit@5": 0.546,
801
+ "hit@10": 0.626,
802
+ "ndcg_linear@1": 0.296,
803
+ "ndcg_linear@5": 0.42579094646006627,
804
+ "ndcg_linear@10": 0.4514572940102104,
805
+ "ndcg_exponential@1": 0.296,
806
+ "ndcg_exponential@5": 0.42579094646006627,
807
+ "ndcg_exponential@10": 0.4514572940102104,
808
+ "precision@1": 0.296,
809
+ "precision@5": 0.10919999999999999,
810
+ "precision@10": 0.06259999999999999,
811
+ "recall@1": 0.296,
812
+ "recall@5": 0.546,
813
+ "recall@10": 0.626,
814
+ "f1@1": 0.296,
815
+ "f1@5": 0.18200000000000005,
816
+ "f1@10": 0.11381818181818185,
817
+ "map@1": 0.296,
818
+ "map@5": 0.38611666666666666,
819
+ "map@10": 0.39658968253968246,
820
+ "mrr@1": 0.296,
821
+ "mrr@5": 0.38611666666666666,
822
+ "mrr@10": 0.39658968253968246,
823
+ "num_pred": 1000,
824
+ "num_data": 1000
825
+ },
826
+ "Wiki-SS-NQ": {
827
+ "hit@1": 0.695,
828
+ "hit@5": 0.869,
829
+ "hit@10": 0.917,
830
+ "ndcg_linear@1": 0.695,
831
+ "ndcg_linear@5": 0.7932668729772636,
832
+ "ndcg_linear@10": 0.8091444224704261,
833
+ "ndcg_exponential@1": 0.695,
834
+ "ndcg_exponential@5": 0.7932668729772636,
835
+ "ndcg_exponential@10": 0.8091444224704261,
836
+ "precision@1": 0.695,
837
+ "precision@5": 0.1738,
838
+ "precision@10": 0.09170000000000002,
839
+ "recall@1": 0.695,
840
+ "recall@5": 0.869,
841
+ "recall@10": 0.917,
842
+ "f1@1": 0.695,
843
+ "f1@5": 0.2896666666666667,
844
+ "f1@10": 0.16672727272727272,
845
+ "map@1": 0.695,
846
+ "map@5": 0.7675166666666666,
847
+ "map@10": 0.7742769841269842,
848
+ "mrr@1": 0.695,
849
+ "mrr@5": 0.7675166666666666,
850
+ "mrr@10": 0.7742769841269842,
851
+ "num_pred": 1000,
852
+ "num_data": 1000
853
+ },
854
+ "OVEN": {
855
+ "hit@1": 0.732,
856
+ "hit@5": 0.893,
857
+ "hit@10": 0.931,
858
+ "ndcg_linear@1": 0.732,
859
+ "ndcg_linear@5": 0.8204932699434941,
860
+ "ndcg_linear@10": 0.8328067272170088,
861
+ "ndcg_exponential@1": 0.732,
862
+ "ndcg_exponential@5": 0.8204932699434941,
863
+ "ndcg_exponential@10": 0.8328067272170088,
864
+ "precision@1": 0.732,
865
+ "precision@5": 0.17860000000000004,
866
+ "precision@10": 0.09310000000000002,
867
+ "recall@1": 0.732,
868
+ "recall@5": 0.893,
869
+ "recall@10": 0.931,
870
+ "f1@1": 0.732,
871
+ "f1@5": 0.2976666666666667,
872
+ "f1@10": 0.16927272727272724,
873
+ "map@1": 0.732,
874
+ "map@5": 0.7961333333333334,
875
+ "map@10": 0.8012273809523809,
876
+ "mrr@1": 0.732,
877
+ "mrr@5": 0.7961333333333334,
878
+ "mrr@10": 0.8012273809523809,
879
+ "num_pred": 1000,
880
+ "num_data": 1000
881
+ },
882
+ "EDIS": {
883
+ "hit@1": 0.925,
884
+ "hit@5": 0.995,
885
+ "hit@10": 1.0,
886
+ "ndcg_linear@1": 0.925,
887
+ "ndcg_linear@5": 0.9655292459415739,
888
+ "ndcg_linear@10": 0.9671507462112506,
889
+ "ndcg_exponential@1": 0.925,
890
+ "ndcg_exponential@5": 0.9655292459415739,
891
+ "ndcg_exponential@10": 0.9671507462112506,
892
+ "precision@1": 0.925,
893
+ "precision@5": 0.19900000000000004,
894
+ "precision@10": 0.10000000000000002,
895
+ "recall@1": 0.925,
896
+ "recall@5": 0.995,
897
+ "recall@10": 1.0,
898
+ "f1@1": 0.925,
899
+ "f1@5": 0.3316666666666666,
900
+ "f1@10": 0.18181818181818182,
901
+ "map@1": 0.925,
902
+ "map@5": 0.9554333333333334,
903
+ "map@10": 0.9561039682539684,
904
+ "mrr@1": 0.925,
905
+ "mrr@5": 0.9554333333333334,
906
+ "mrr@10": 0.9561039682539684,
907
+ "num_pred": 1000,
908
+ "num_data": 1000
909
+ },
910
+ "MSCOCO": {
911
+ "hit@1": 0.842,
912
+ "hit@5": 0.951,
913
+ "hit@10": 0.974,
914
+ "ndcg_linear@1": 0.842,
915
+ "ndcg_linear@5": 0.9034736283324,
916
+ "ndcg_linear@10": 0.9109679757624928,
917
+ "ndcg_exponential@1": 0.842,
918
+ "ndcg_exponential@5": 0.9034736283324,
919
+ "ndcg_exponential@10": 0.9109679757624928,
920
+ "precision@1": 0.842,
921
+ "precision@5": 0.19020000000000004,
922
+ "precision@10": 0.09740000000000001,
923
+ "recall@1": 0.842,
924
+ "recall@5": 0.951,
925
+ "recall@10": 0.974,
926
+ "f1@1": 0.842,
927
+ "f1@5": 0.317,
928
+ "f1@10": 0.17709090909090908,
929
+ "map@1": 0.842,
930
+ "map@5": 0.88735,
931
+ "map@10": 0.8904738095238096,
932
+ "mrr@1": 0.842,
933
+ "mrr@5": 0.88735,
934
+ "mrr@10": 0.8904738095238096,
935
+ "num_pred": 1000,
936
+ "num_data": 1000
937
+ },
938
+ "RefCOCO": {
939
+ "hit@1": 0.958,
940
+ "hit@5": 0.999,
941
+ "hit@10": 0.999,
942
+ "ndcg_linear@1": 0.958,
943
+ "ndcg_linear@5": 0.9831441476866458,
944
+ "ndcg_linear@10": 0.9831441476866458,
945
+ "ndcg_exponential@1": 0.958,
946
+ "ndcg_exponential@5": 0.9831441476866458,
947
+ "ndcg_exponential@10": 0.9831441476866458,
948
+ "precision@1": 0.958,
949
+ "precision@5": 0.19980000000000003,
950
+ "precision@10": 0.09990000000000002,
951
+ "recall@1": 0.958,
952
+ "recall@5": 0.999,
953
+ "recall@10": 0.999,
954
+ "f1@1": 0.958,
955
+ "f1@5": 0.333,
956
+ "f1@10": 0.18163636363636362,
957
+ "map@1": 0.958,
958
+ "map@5": 0.9775833333333332,
959
+ "map@10": 0.9775833333333332,
960
+ "mrr@1": 0.958,
961
+ "mrr@5": 0.9775833333333332,
962
+ "mrr@10": 0.9775833333333332,
963
+ "num_pred": 1000,
964
+ "num_data": 1000
965
+ },
966
+ "RefCOCO-Matching": {
967
+ "hit@1": 0.94,
968
+ "hit@5": 1.0,
969
+ "hit@10": 1.0,
970
+ "ndcg_linear@1": 0.94,
971
+ "ndcg_linear@5": 0.979504497528665,
972
+ "ndcg_linear@10": 0.979504497528665,
973
+ "ndcg_exponential@1": 0.94,
974
+ "ndcg_exponential@5": 0.979504497528665,
975
+ "ndcg_exponential@10": 0.979504497528665,
976
+ "precision@1": 0.94,
977
+ "precision@5": 0.20000000000000004,
978
+ "precision@10": 0.10000000000000002,
979
+ "recall@1": 0.94,
980
+ "recall@5": 1.0,
981
+ "recall@10": 1.0,
982
+ "f1@1": 0.94,
983
+ "f1@5": 0.3333333333333333,
984
+ "f1@10": 0.18181818181818182,
985
+ "map@1": 0.94,
986
+ "map@5": 0.9727,
987
+ "map@10": 0.9727,
988
+ "mrr@1": 0.94,
989
+ "mrr@5": 0.9697,
990
+ "mrr@10": 0.9697,
991
+ "num_pred": 1000,
992
+ "num_data": 1000
993
+ },
994
+ "Visual7W-Pointing": {
995
+ "hit@1": 0.96,
996
+ "hit@5": 0.991,
997
+ "hit@10": 0.994,
998
+ "ndcg_linear@1": 0.96,
999
+ "ndcg_linear@5": 0.977126853025518,
1000
+ "ndcg_linear@10": 0.9780611898652618,
1001
+ "ndcg_exponential@1": 0.96,
1002
+ "ndcg_exponential@5": 0.977126853025518,
1003
+ "ndcg_exponential@10": 0.9780611898652618,
1004
+ "precision@1": 0.96,
1005
+ "precision@5": 0.19820000000000004,
1006
+ "precision@10": 0.09940000000000002,
1007
+ "recall@1": 0.96,
1008
+ "recall@5": 0.991,
1009
+ "recall@10": 0.994,
1010
+ "f1@1": 0.96,
1011
+ "f1@5": 0.3303333333333333,
1012
+ "f1@10": 0.18072727272727268,
1013
+ "map@1": 0.96,
1014
+ "map@5": 0.9724666666666667,
1015
+ "map@10": 0.9728333333333333,
1016
+ "mrr@1": 0.96,
1017
+ "mrr@5": 0.9724666666666667,
1018
+ "mrr@10": 0.9728333333333333,
1019
+ "num_pred": 1000,
1020
+ "num_data": 1000
1021
+ }
1022
+ },
1023
+ "video": {
1024
+ "K700": "DIR_N/A",
1025
+ "SmthSmthV2": "DIR_N/A",
1026
+ "HMDB51": "DIR_N/A",
1027
+ "UCF101": "DIR_N/A",
1028
+ "Breakfast": "DIR_N/A",
1029
+ "MVBench": "DIR_N/A",
1030
+ "Video-MME": "DIR_N/A",
1031
+ "NExTQA": "DIR_N/A",
1032
+ "EgoSchema": "DIR_N/A",
1033
+ "ActivityNetQA": "DIR_N/A",
1034
+ "DiDeMo": "DIR_N/A",
1035
+ "MSR-VTT": "DIR_N/A",
1036
+ "MSVD": "DIR_N/A",
1037
+ "VATEX": "DIR_N/A",
1038
+ "YouCook2": "DIR_N/A",
1039
+ "QVHighlight": "DIR_N/A",
1040
+ "Charades-STA": "DIR_N/A",
1041
+ "MomentSeeker": "DIR_N/A"
1042
+ },
1043
+ "visdoc": {
1044
+ "ViDoRe_arxivqa": "DIR_N/A",
1045
+ "ViDoRe_docvqa": "DIR_N/A",
1046
+ "ViDoRe_infovqa": "DIR_N/A",
1047
+ "ViDoRe_tabfquad": "DIR_N/A",
1048
+ "ViDoRe_tatdqa": "DIR_N/A",
1049
+ "ViDoRe_shiftproject": "DIR_N/A",
1050
+ "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
1051
+ "ViDoRe_syntheticDocQA_energy": "DIR_N/A",
1052
+ "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
1053
+ "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
1054
+ "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
1055
+ "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
1056
+ "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
1057
+ "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
1058
+ "VisRAG_ArxivQA": "DIR_N/A",
1059
+ "VisRAG_ChartQA": "DIR_N/A",
1060
+ "VisRAG_MP-DocVQA": "DIR_N/A",
1061
+ "VisRAG_SlideVQA": "DIR_N/A",
1062
+ "VisRAG_InfoVQA": "DIR_N/A",
1063
+ "VisRAG_PlotQA": "DIR_N/A",
1064
+ "ViDoSeek-page": "DIR_N/A",
1065
+ "ViDoSeek-doc": "DIR_N/A",
1066
+ "MMLongBench-page": "DIR_N/A",
1067
+ "MMLongBench-doc": "DIR_N/A"
1068
+ }
1069
+ }
1070
+ }