Upload OmniMM-LI-3B-v0.json

#128
Files changed (1) hide show
  1. scores/OmniMM-LI-3B-v0.json +2211 -0
scores/OmniMM-LI-3B-v0.json ADDED
@@ -0,0 +1,2211 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "OmniMM-LI-3B-v0",
4
+ "model_backbone": "nvidia/omni-embed-nemotron-3b / Qwen2.5-Omni Thinker",
5
+ "model_size": 4.7,
6
+ "embedding_dimension": 512,
7
+ "max_length_tokens": 32768,
8
+ "model_release_date": null,
9
+ "data_source": "Self-Reported",
10
+ "score_source": "Self-Reported",
11
+ "url": null,
12
+ "contact": "anwesha.basu@tamu.edu",
13
+ "training_data": "VLM2Vec-V2 public training data sources: MMEB-train image; ColPali train set + VisRAG visual-document data; LLaVA-Hound video_caption_300k used for caption_retrieval and video_retrieval.",
14
+ "training_config": "Late Interaction dimension=512; Batch Size=32, Gradient Accumulation=4, GPUs=2 A100s; training steps 4000; 8 frames/video; reduced video weights: video_caption_300k caption_retrieval=1.5, video_caption_300k-video video_retrieval=2.5; video_qa_240k disabled.",
15
+ "retrieval_head": "late interaction; projected token dimension 512",
16
+ "notes": "Reduced video weight means total video block weight 4.0 in this run (1.5 + 2.5), not the original VLM2Vec-V2 video block weight 15. The video_qa_240k subset was not used.",
17
+ "report_generated_date": "2026-05-05T19:32:44.382012"
18
+ },
19
+ "metrics": {
20
+ "image": {
21
+ "ImageNet-1K": {
22
+ "hit@1": 0.788,
23
+ "hit@5": 0.958,
24
+ "hit@10": 0.977,
25
+ "ndcg_linear@1": 0.788,
26
+ "ndcg_linear@5": 0.8831041217601462,
27
+ "ndcg_linear@10": 0.8894305088362947,
28
+ "ndcg_exponential@1": 0.788,
29
+ "ndcg_exponential@5": 0.8831041217601462,
30
+ "ndcg_exponential@10": 0.8894305088362947,
31
+ "precision@1": 0.788,
32
+ "precision@5": 0.19160000000000002,
33
+ "precision@10": 0.09770000000000002,
34
+ "recall@1": 0.788,
35
+ "recall@5": 0.958,
36
+ "recall@10": 0.977,
37
+ "f1@1": 0.788,
38
+ "f1@5": 0.31933333333333336,
39
+ "f1@10": 0.17763636363636362,
40
+ "map@1": 0.788,
41
+ "map@5": 0.8577833333333333,
42
+ "map@10": 0.8605047619047619,
43
+ "mrr@1": 0.788,
44
+ "mrr@5": 0.8577833333333333,
45
+ "mrr@10": 0.8605047619047619,
46
+ "num_pred": 1000,
47
+ "num_data": 1000
48
+ },
49
+ "N24News": {
50
+ "hit@1": 0.778,
51
+ "hit@5": 0.967,
52
+ "hit@10": 0.993,
53
+ "ndcg_linear@1": 0.778,
54
+ "ndcg_linear@5": 0.8846142401147993,
55
+ "ndcg_linear@10": 0.8930091418464327,
56
+ "ndcg_exponential@1": 0.778,
57
+ "ndcg_exponential@5": 0.8846142401147993,
58
+ "ndcg_exponential@10": 0.8930091418464327,
59
+ "precision@1": 0.778,
60
+ "precision@5": 0.19340000000000004,
61
+ "precision@10": 0.09930000000000001,
62
+ "recall@1": 0.778,
63
+ "recall@5": 0.967,
64
+ "recall@10": 0.993,
65
+ "f1@1": 0.778,
66
+ "f1@5": 0.32233333333333336,
67
+ "f1@10": 0.1805454545454545,
68
+ "map@1": 0.778,
69
+ "map@5": 0.8567,
70
+ "map@10": 0.8601539682539683,
71
+ "mrr@1": 0.778,
72
+ "mrr@5": 0.8567,
73
+ "mrr@10": 0.8601539682539683,
74
+ "num_pred": 1000,
75
+ "num_data": 1000
76
+ },
77
+ "HatefulMemes": {
78
+ "hit@1": 0.718,
79
+ "hit@5": 1.0,
80
+ "hit@10": 1.0,
81
+ "ndcg_linear@1": 0.718,
82
+ "ndcg_linear@5": 0.895922190507151,
83
+ "ndcg_linear@10": 0.895922190507151,
84
+ "ndcg_exponential@1": 0.718,
85
+ "ndcg_exponential@5": 0.895922190507151,
86
+ "ndcg_exponential@10": 0.895922190507151,
87
+ "precision@1": 0.718,
88
+ "precision@5": 0.20000000000000004,
89
+ "precision@10": 0.10000000000000002,
90
+ "recall@1": 0.718,
91
+ "recall@5": 1.0,
92
+ "recall@10": 1.0,
93
+ "f1@1": 0.718,
94
+ "f1@5": 0.3333333333333333,
95
+ "f1@10": 0.18181818181818182,
96
+ "map@1": 0.718,
97
+ "map@5": 0.859,
98
+ "map@10": 0.859,
99
+ "mrr@1": 0.718,
100
+ "mrr@5": 0.859,
101
+ "mrr@10": 0.859,
102
+ "num_pred": 1000,
103
+ "num_data": 1000
104
+ },
105
+ "VOC2007": {
106
+ "hit@1": 0.902,
107
+ "hit@5": 0.977,
108
+ "hit@10": 0.994,
109
+ "ndcg_linear@1": 0.902,
110
+ "ndcg_linear@5": 0.9426068005379559,
111
+ "ndcg_linear@10": 0.9481631263366687,
112
+ "ndcg_exponential@1": 0.902,
113
+ "ndcg_exponential@5": 0.9426068005379559,
114
+ "ndcg_exponential@10": 0.9481631263366687,
115
+ "precision@1": 0.902,
116
+ "precision@5": 0.19540000000000005,
117
+ "precision@10": 0.0994,
118
+ "recall@1": 0.902,
119
+ "recall@5": 0.977,
120
+ "recall@10": 0.994,
121
+ "f1@1": 0.902,
122
+ "f1@5": 0.3256666666666666,
123
+ "f1@10": 0.18072727272727268,
124
+ "map@1": 0.902,
125
+ "map@5": 0.9311166666666667,
126
+ "map@10": 0.9334464285714287,
127
+ "mrr@1": 0.902,
128
+ "mrr@5": 0.9311166666666667,
129
+ "mrr@10": 0.9334464285714287,
130
+ "num_pred": 1000,
131
+ "num_data": 1000
132
+ },
133
+ "SUN397": {
134
+ "hit@1": 0.729,
135
+ "hit@5": 0.941,
136
+ "hit@10": 0.966,
137
+ "ndcg_linear@1": 0.729,
138
+ "ndcg_linear@5": 0.8497044456959532,
139
+ "ndcg_linear@10": 0.8580682074806739,
140
+ "ndcg_exponential@1": 0.729,
141
+ "ndcg_exponential@5": 0.8497044456959532,
142
+ "ndcg_exponential@10": 0.8580682074806739,
143
+ "precision@1": 0.729,
144
+ "precision@5": 0.18820000000000003,
145
+ "precision@10": 0.0966,
146
+ "recall@1": 0.729,
147
+ "recall@5": 0.941,
148
+ "recall@10": 0.966,
149
+ "f1@1": 0.729,
150
+ "f1@5": 0.3136666666666667,
151
+ "f1@10": 0.17563636363636362,
152
+ "map@1": 0.729,
153
+ "map@5": 0.8186499999999999,
154
+ "map@10": 0.8222666666666667,
155
+ "mrr@1": 0.729,
156
+ "mrr@5": 0.8186499999999999,
157
+ "mrr@10": 0.8222666666666667,
158
+ "num_pred": 1000,
159
+ "num_data": 1000
160
+ },
161
+ "Place365": {
162
+ "hit@1": 0.412,
163
+ "hit@5": 0.712,
164
+ "hit@10": 0.809,
165
+ "ndcg_linear@1": 0.412,
166
+ "ndcg_linear@5": 0.5721638936875902,
167
+ "ndcg_linear@10": 0.6040324225101792,
168
+ "ndcg_exponential@1": 0.412,
169
+ "ndcg_exponential@5": 0.5721638936875902,
170
+ "ndcg_exponential@10": 0.6040324225101792,
171
+ "precision@1": 0.412,
172
+ "precision@5": 0.14239999999999997,
173
+ "precision@10": 0.0809,
174
+ "recall@1": 0.412,
175
+ "recall@5": 0.712,
176
+ "recall@10": 0.809,
177
+ "f1@1": 0.412,
178
+ "f1@5": 0.23733333333333337,
179
+ "f1@10": 0.14709090909090913,
180
+ "map@1": 0.412,
181
+ "map@5": 0.5256000000000001,
182
+ "map@10": 0.5390448412698413,
183
+ "mrr@1": 0.412,
184
+ "mrr@5": 0.5256000000000001,
185
+ "mrr@10": 0.5390448412698413,
186
+ "num_pred": 1000,
187
+ "num_data": 1000
188
+ },
189
+ "ImageNet-A": {
190
+ "hit@1": 0.553,
191
+ "hit@5": 0.76,
192
+ "hit@10": 0.855,
193
+ "ndcg_linear@1": 0.553,
194
+ "ndcg_linear@5": 0.6663493071537306,
195
+ "ndcg_linear@10": 0.697214242425842,
196
+ "ndcg_exponential@1": 0.553,
197
+ "ndcg_exponential@5": 0.6663493071537306,
198
+ "ndcg_exponential@10": 0.697214242425842,
199
+ "precision@1": 0.553,
200
+ "precision@5": 0.152,
201
+ "precision@10": 0.0855,
202
+ "recall@1": 0.553,
203
+ "recall@5": 0.76,
204
+ "recall@10": 0.855,
205
+ "f1@1": 0.553,
206
+ "f1@5": 0.25333333333333335,
207
+ "f1@10": 0.15545454545454543,
208
+ "map@1": 0.553,
209
+ "map@5": 0.6348833333333334,
210
+ "map@10": 0.6477130952380952,
211
+ "mrr@1": 0.553,
212
+ "mrr@5": 0.6348833333333334,
213
+ "mrr@10": 0.6477130952380952,
214
+ "num_pred": 1000,
215
+ "num_data": 1000
216
+ },
217
+ "ImageNet-R": {
218
+ "hit@1": 0.879,
219
+ "hit@5": 0.974,
220
+ "hit@10": 0.985,
221
+ "ndcg_linear@1": 0.879,
222
+ "ndcg_linear@5": 0.9335844272249229,
223
+ "ndcg_linear@10": 0.9373262000506745,
224
+ "ndcg_exponential@1": 0.879,
225
+ "ndcg_exponential@5": 0.9335844272249229,
226
+ "ndcg_exponential@10": 0.9373262000506745,
227
+ "precision@1": 0.879,
228
+ "precision@5": 0.1948,
229
+ "precision@10": 0.09850000000000002,
230
+ "recall@1": 0.879,
231
+ "recall@5": 0.974,
232
+ "recall@10": 0.985,
233
+ "f1@1": 0.879,
234
+ "f1@5": 0.3246666666666666,
235
+ "f1@10": 0.17909090909090908,
236
+ "map@1": 0.879,
237
+ "map@5": 0.9197833333333333,
238
+ "map@10": 0.9214369047619048,
239
+ "mrr@1": 0.879,
240
+ "mrr@5": 0.9197833333333333,
241
+ "mrr@10": 0.9214369047619048,
242
+ "num_pred": 1000,
243
+ "num_data": 1000
244
+ },
245
+ "ObjectNet": {
246
+ "hit@1": 0.645,
247
+ "hit@5": 0.845,
248
+ "hit@10": 0.893,
249
+ "ndcg_linear@1": 0.645,
250
+ "ndcg_linear@5": 0.7547823320120465,
251
+ "ndcg_linear@10": 0.7705126677506323,
252
+ "ndcg_exponential@1": 0.645,
253
+ "ndcg_exponential@5": 0.7547823320120465,
254
+ "ndcg_exponential@10": 0.7705126677506323,
255
+ "precision@1": 0.645,
256
+ "precision@5": 0.169,
257
+ "precision@10": 0.08930000000000002,
258
+ "recall@1": 0.645,
259
+ "recall@5": 0.845,
260
+ "recall@10": 0.893,
261
+ "f1@1": 0.645,
262
+ "f1@5": 0.2816666666666667,
263
+ "f1@10": 0.16236363636363638,
264
+ "map@1": 0.645,
265
+ "map@5": 0.7245,
266
+ "map@10": 0.7311146825396826,
267
+ "mrr@1": 0.645,
268
+ "mrr@5": 0.7245,
269
+ "mrr@10": 0.7311146825396826,
270
+ "num_pred": 1000,
271
+ "num_data": 1000
272
+ },
273
+ "Country211": {
274
+ "hit@1": 0.281,
275
+ "hit@5": 0.492,
276
+ "hit@10": 0.588,
277
+ "ndcg_linear@1": 0.281,
278
+ "ndcg_linear@5": 0.39224833711286483,
279
+ "ndcg_linear@10": 0.423022832685157,
280
+ "ndcg_exponential@1": 0.281,
281
+ "ndcg_exponential@5": 0.39224833711286483,
282
+ "ndcg_exponential@10": 0.423022832685157,
283
+ "precision@1": 0.281,
284
+ "precision@5": 0.09839999999999999,
285
+ "precision@10": 0.0588,
286
+ "recall@1": 0.281,
287
+ "recall@5": 0.492,
288
+ "recall@10": 0.588,
289
+ "f1@1": 0.281,
290
+ "f1@5": 0.16400000000000003,
291
+ "f1@10": 0.10690909090909094,
292
+ "map@1": 0.281,
293
+ "map@5": 0.3591333333333333,
294
+ "map@10": 0.37167976190476193,
295
+ "mrr@1": 0.281,
296
+ "mrr@5": 0.3591333333333333,
297
+ "mrr@10": 0.37167976190476193,
298
+ "num_pred": 1000,
299
+ "num_data": 1000
300
+ },
301
+ "OK-VQA": {
302
+ "hit@1": 0.633,
303
+ "hit@5": 0.869,
304
+ "hit@10": 0.915,
305
+ "ndcg_linear@1": 0.633,
306
+ "ndcg_linear@5": 0.7616834060264832,
307
+ "ndcg_linear@10": 0.7765645463099056,
308
+ "ndcg_exponential@1": 0.633,
309
+ "ndcg_exponential@5": 0.7616834060264832,
310
+ "ndcg_exponential@10": 0.7765645463099056,
311
+ "precision@1": 0.633,
312
+ "precision@5": 0.1738,
313
+ "precision@10": 0.09150000000000001,
314
+ "recall@1": 0.633,
315
+ "recall@5": 0.869,
316
+ "recall@10": 0.915,
317
+ "f1@1": 0.633,
318
+ "f1@5": 0.28966666666666674,
319
+ "f1@10": 0.16636363636363635,
320
+ "map@1": 0.633,
321
+ "map@5": 0.7256666666666668,
322
+ "map@10": 0.7318150793650793,
323
+ "mrr@1": 0.633,
324
+ "mrr@5": 0.7256666666666668,
325
+ "mrr@10": 0.7318150793650793,
326
+ "num_pred": 1000,
327
+ "num_data": 1000
328
+ },
329
+ "A-OKVQA": {
330
+ "hit@1": 0.515,
331
+ "hit@5": 0.851,
332
+ "hit@10": 0.917,
333
+ "ndcg_linear@1": 0.515,
334
+ "ndcg_linear@5": 0.6985989887257041,
335
+ "ndcg_linear@10": 0.7194195617176179,
336
+ "ndcg_exponential@1": 0.515,
337
+ "ndcg_exponential@5": 0.6985989887257041,
338
+ "ndcg_exponential@10": 0.7194195617176179,
339
+ "precision@1": 0.515,
340
+ "precision@5": 0.17020000000000002,
341
+ "precision@10": 0.09170000000000002,
342
+ "recall@1": 0.515,
343
+ "recall@5": 0.851,
344
+ "recall@10": 0.917,
345
+ "f1@1": 0.515,
346
+ "f1@5": 0.28366666666666673,
347
+ "f1@10": 0.16672727272727272,
348
+ "map@1": 0.515,
349
+ "map@5": 0.6474833333333333,
350
+ "map@10": 0.6557730158730158,
351
+ "mrr@1": 0.515,
352
+ "mrr@5": 0.6474833333333333,
353
+ "mrr@10": 0.6557730158730158,
354
+ "num_pred": 1000,
355
+ "num_data": 1000
356
+ },
357
+ "DocVQA": {
358
+ "hit@1": 0.826,
359
+ "hit@5": 0.94,
360
+ "hit@10": 0.962,
361
+ "ndcg_linear@1": 0.826,
362
+ "ndcg_linear@5": 0.8917687314605457,
363
+ "ndcg_linear@10": 0.8988292433739283,
364
+ "ndcg_exponential@1": 0.826,
365
+ "ndcg_exponential@5": 0.8917687314605457,
366
+ "ndcg_exponential@10": 0.8988292433739283,
367
+ "precision@1": 0.826,
368
+ "precision@5": 0.18800000000000006,
369
+ "precision@10": 0.09620000000000002,
370
+ "recall@1": 0.826,
371
+ "recall@5": 0.94,
372
+ "recall@10": 0.962,
373
+ "f1@1": 0.826,
374
+ "f1@5": 0.3133333333333333,
375
+ "f1@10": 0.1749090909090909,
376
+ "map@1": 0.826,
377
+ "map@5": 0.87525,
378
+ "map@10": 0.8781341269841271,
379
+ "mrr@1": 0.826,
380
+ "mrr@5": 0.87525,
381
+ "mrr@10": 0.8781341269841271,
382
+ "num_pred": 1000,
383
+ "num_data": 1000
384
+ },
385
+ "InfographicsVQA": {
386
+ "hit@1": 0.493,
387
+ "hit@5": 0.724,
388
+ "hit@10": 0.798,
389
+ "ndcg_linear@1": 0.493,
390
+ "ndcg_linear@5": 0.6194524411649628,
391
+ "ndcg_linear@10": 0.6434916773066025,
392
+ "ndcg_exponential@1": 0.493,
393
+ "ndcg_exponential@5": 0.6194524411649628,
394
+ "ndcg_exponential@10": 0.6434916773066025,
395
+ "precision@1": 0.493,
396
+ "precision@5": 0.1448,
397
+ "precision@10": 0.0798,
398
+ "recall@1": 0.493,
399
+ "recall@5": 0.724,
400
+ "recall@10": 0.798,
401
+ "f1@1": 0.493,
402
+ "f1@5": 0.2413333333333334,
403
+ "f1@10": 0.1450909090909091,
404
+ "map@1": 0.493,
405
+ "map@5": 0.58435,
406
+ "map@10": 0.5943361111111111,
407
+ "mrr@1": 0.493,
408
+ "mrr@5": 0.58435,
409
+ "mrr@10": 0.5943361111111111,
410
+ "num_pred": 1000,
411
+ "num_data": 1000
412
+ },
413
+ "ChartQA": {
414
+ "hit@1": 0.566,
415
+ "hit@5": 0.776,
416
+ "hit@10": 0.832,
417
+ "ndcg_linear@1": 0.566,
418
+ "ndcg_linear@5": 0.6800222531817056,
419
+ "ndcg_linear@10": 0.6983547148852951,
420
+ "ndcg_exponential@1": 0.566,
421
+ "ndcg_exponential@5": 0.6800222531817056,
422
+ "ndcg_exponential@10": 0.6983547148852951,
423
+ "precision@1": 0.566,
424
+ "precision@5": 0.1552,
425
+ "precision@10": 0.0832,
426
+ "recall@1": 0.566,
427
+ "recall@5": 0.776,
428
+ "recall@10": 0.832,
429
+ "f1@1": 0.566,
430
+ "f1@5": 0.2586666666666667,
431
+ "f1@10": 0.15127272727272728,
432
+ "map@1": 0.566,
433
+ "map@5": 0.6478666666666667,
434
+ "map@10": 0.6555611111111111,
435
+ "mrr@1": 0.566,
436
+ "mrr@5": 0.6478666666666667,
437
+ "mrr@10": 0.6555611111111111,
438
+ "num_pred": 1000,
439
+ "num_data": 1000
440
+ },
441
+ "Visual7W": {
442
+ "hit@1": 0.513,
443
+ "hit@5": 0.877,
444
+ "hit@10": 0.943,
445
+ "ndcg_linear@1": 0.513,
446
+ "ndcg_linear@5": 0.7128147291058947,
447
+ "ndcg_linear@10": 0.7341198648413415,
448
+ "ndcg_exponential@1": 0.513,
449
+ "ndcg_exponential@5": 0.7128147291058947,
450
+ "ndcg_exponential@10": 0.7341198648413415,
451
+ "precision@1": 0.513,
452
+ "precision@5": 0.1754,
453
+ "precision@10": 0.09430000000000001,
454
+ "recall@1": 0.513,
455
+ "recall@5": 0.877,
456
+ "recall@10": 0.943,
457
+ "f1@1": 0.513,
458
+ "f1@5": 0.2923333333333334,
459
+ "f1@10": 0.17145454545454544,
460
+ "map@1": 0.513,
461
+ "map@5": 0.6576166666666666,
462
+ "map@10": 0.6663892857142857,
463
+ "mrr@1": 0.513,
464
+ "mrr@5": 0.6576166666666666,
465
+ "mrr@10": 0.6663892857142857,
466
+ "num_pred": 1000,
467
+ "num_data": 1000
468
+ },
469
+ "ScienceQA": {
470
+ "hit@1": 0.436,
471
+ "hit@5": 0.718,
472
+ "hit@10": 0.841,
473
+ "ndcg_linear@1": 0.436,
474
+ "ndcg_linear@5": 0.5834624777704395,
475
+ "ndcg_linear@10": 0.6236953227252441,
476
+ "ndcg_exponential@1": 0.436,
477
+ "ndcg_exponential@5": 0.5834624777704395,
478
+ "ndcg_exponential@10": 0.6236953227252441,
479
+ "precision@1": 0.436,
480
+ "precision@5": 0.14360000000000003,
481
+ "precision@10": 0.0841,
482
+ "recall@1": 0.436,
483
+ "recall@5": 0.718,
484
+ "recall@10": 0.841,
485
+ "f1@1": 0.436,
486
+ "f1@5": 0.23933333333333337,
487
+ "f1@10": 0.15290909090909094,
488
+ "map@1": 0.436,
489
+ "map@5": 0.5389666666666667,
490
+ "map@10": 0.5558265873015873,
491
+ "mrr@1": 0.436,
492
+ "mrr@5": 0.5389666666666667,
493
+ "mrr@10": 0.5558265873015873,
494
+ "num_pred": 1000,
495
+ "num_data": 1000
496
+ },
497
+ "VizWiz": {
498
+ "hit@1": 0.468,
499
+ "hit@5": 0.673,
500
+ "hit@10": 0.721,
501
+ "ndcg_linear@1": 0.468,
502
+ "ndcg_linear@5": 0.5795341254135272,
503
+ "ndcg_linear@10": 0.5952604196185362,
504
+ "ndcg_exponential@1": 0.468,
505
+ "ndcg_exponential@5": 0.5795341254135272,
506
+ "ndcg_exponential@10": 0.5952604196185362,
507
+ "precision@1": 0.468,
508
+ "precision@5": 0.1346,
509
+ "precision@10": 0.0721,
510
+ "recall@1": 0.468,
511
+ "recall@5": 0.673,
512
+ "recall@10": 0.721,
513
+ "f1@1": 0.468,
514
+ "f1@5": 0.2243333333333334,
515
+ "f1@10": 0.13109090909090912,
516
+ "map@1": 0.468,
517
+ "map@5": 0.5482833333333333,
518
+ "map@10": 0.554893253968254,
519
+ "mrr@1": 0.468,
520
+ "mrr@5": 0.5482833333333333,
521
+ "mrr@10": 0.554893253968254,
522
+ "num_pred": 1000,
523
+ "num_data": 1000
524
+ },
525
+ "GQA": {
526
+ "hit@1": 0.672,
527
+ "hit@5": 0.871,
528
+ "hit@10": 0.927,
529
+ "ndcg_linear@1": 0.672,
530
+ "ndcg_linear@5": 0.7822178365763521,
531
+ "ndcg_linear@10": 0.8006333547223875,
532
+ "ndcg_exponential@1": 0.672,
533
+ "ndcg_exponential@5": 0.7822178365763521,
534
+ "ndcg_exponential@10": 0.8006333547223875,
535
+ "precision@1": 0.672,
536
+ "precision@5": 0.17420000000000002,
537
+ "precision@10": 0.09270000000000002,
538
+ "recall@1": 0.672,
539
+ "recall@5": 0.871,
540
+ "recall@10": 0.927,
541
+ "f1@1": 0.672,
542
+ "f1@5": 0.2903333333333334,
543
+ "f1@10": 0.16854545454545453,
544
+ "map@1": 0.672,
545
+ "map@5": 0.75225,
546
+ "map@10": 0.7600297619047619,
547
+ "mrr@1": 0.672,
548
+ "mrr@5": 0.75225,
549
+ "mrr@10": 0.7600297619047619,
550
+ "num_pred": 1000,
551
+ "num_data": 1000
552
+ },
553
+ "TextVQA": {
554
+ "hit@1": 0.762,
555
+ "hit@5": 0.854,
556
+ "hit@10": 0.883,
557
+ "ndcg_linear@1": 0.762,
558
+ "ndcg_linear@5": 0.8130967880315607,
559
+ "ndcg_linear@10": 0.8225353245009083,
560
+ "ndcg_exponential@1": 0.762,
561
+ "ndcg_exponential@5": 0.8130967880315607,
562
+ "ndcg_exponential@10": 0.8225353245009083,
563
+ "precision@1": 0.762,
564
+ "precision@5": 0.1708,
565
+ "precision@10": 0.08830000000000002,
566
+ "recall@1": 0.762,
567
+ "recall@5": 0.854,
568
+ "recall@10": 0.883,
569
+ "f1@1": 0.762,
570
+ "f1@5": 0.2846666666666667,
571
+ "f1@10": 0.16054545454545457,
572
+ "map@1": 0.762,
573
+ "map@5": 0.7992999999999999,
574
+ "map@10": 0.8032333333333334,
575
+ "mrr@1": 0.762,
576
+ "mrr@5": 0.7992999999999999,
577
+ "mrr@10": 0.8032333333333334,
578
+ "num_pred": 1000,
579
+ "num_data": 1000
580
+ },
581
+ "VisDial": {
582
+ "hit@1": 0.817,
583
+ "hit@5": 0.958,
584
+ "hit@10": 0.976,
585
+ "ndcg_linear@1": 0.817,
586
+ "ndcg_linear@5": 0.894949961567105,
587
+ "ndcg_linear@10": 0.9008447187176455,
588
+ "ndcg_exponential@1": 0.817,
589
+ "ndcg_exponential@5": 0.894949961567105,
590
+ "ndcg_exponential@10": 0.9008447187176455,
591
+ "precision@1": 0.817,
592
+ "precision@5": 0.19160000000000002,
593
+ "precision@10": 0.09760000000000002,
594
+ "recall@1": 0.817,
595
+ "recall@5": 0.958,
596
+ "recall@10": 0.976,
597
+ "f1@1": 0.817,
598
+ "f1@5": 0.31933333333333336,
599
+ "f1@10": 0.17745454545454545,
600
+ "map@1": 0.817,
601
+ "map@5": 0.8737166666666667,
602
+ "map@10": 0.8761924603174603,
603
+ "mrr@1": 0.817,
604
+ "mrr@5": 0.8737166666666667,
605
+ "mrr@10": 0.8761924603174603,
606
+ "num_pred": 1000,
607
+ "num_data": 1000
608
+ },
609
+ "CIRR": {
610
+ "hit@1": 0.577,
611
+ "hit@5": 0.904,
612
+ "hit@10": 0.952,
613
+ "ndcg_linear@1": 0.577,
614
+ "ndcg_linear@5": 0.7598425523230056,
615
+ "ndcg_linear@10": 0.7756146868568311,
616
+ "ndcg_exponential@1": 0.577,
617
+ "ndcg_exponential@5": 0.7598425523230056,
618
+ "ndcg_exponential@10": 0.7756146868568311,
619
+ "precision@1": 0.577,
620
+ "precision@5": 0.18080000000000002,
621
+ "precision@10": 0.09520000000000002,
622
+ "recall@1": 0.577,
623
+ "recall@5": 0.904,
624
+ "recall@10": 0.952,
625
+ "f1@1": 0.577,
626
+ "f1@5": 0.3013333333333334,
627
+ "f1@10": 0.17309090909090907,
628
+ "map@1": 0.577,
629
+ "map@5": 0.7110333333333333,
630
+ "map@10": 0.7176880952380952,
631
+ "mrr@1": 0.577,
632
+ "mrr@5": 0.7110333333333333,
633
+ "mrr@10": 0.7176880952380952,
634
+ "num_pred": 1000,
635
+ "num_data": 1000
636
+ },
637
+ "VisualNews_t2i": {
638
+ "hit@1": 0.764,
639
+ "hit@5": 0.898,
640
+ "hit@10": 0.923,
641
+ "ndcg_linear@1": 0.764,
642
+ "ndcg_linear@5": 0.8369053872132254,
643
+ "ndcg_linear@10": 0.8448656481594413,
644
+ "ndcg_exponential@1": 0.764,
645
+ "ndcg_exponential@5": 0.8369053872132254,
646
+ "ndcg_exponential@10": 0.8448656481594413,
647
+ "precision@1": 0.764,
648
+ "precision@5": 0.1796,
649
+ "precision@10": 0.09230000000000001,
650
+ "recall@1": 0.764,
651
+ "recall@5": 0.898,
652
+ "recall@10": 0.923,
653
+ "f1@1": 0.764,
654
+ "f1@5": 0.2993333333333334,
655
+ "f1@10": 0.1678181818181818,
656
+ "map@1": 0.764,
657
+ "map@5": 0.8163833333333335,
658
+ "map@10": 0.8195940476190476,
659
+ "mrr@1": 0.764,
660
+ "mrr@5": 0.8163833333333335,
661
+ "mrr@10": 0.8195940476190476,
662
+ "num_pred": 1000,
663
+ "num_data": 1000
664
+ },
665
+ "VisualNews_i2t": {
666
+ "hit@1": 0.77,
667
+ "hit@5": 0.915,
668
+ "hit@10": 0.936,
669
+ "ndcg_linear@1": 0.77,
670
+ "ndcg_linear@5": 0.8502402105645233,
671
+ "ndcg_linear@10": 0.8570847692732553,
672
+ "ndcg_exponential@1": 0.77,
673
+ "ndcg_exponential@5": 0.8502402105645233,
674
+ "ndcg_exponential@10": 0.8570847692732553,
675
+ "precision@1": 0.77,
676
+ "precision@5": 0.18300000000000002,
677
+ "precision@10": 0.0936,
678
+ "recall@1": 0.77,
679
+ "recall@5": 0.915,
680
+ "recall@10": 0.936,
681
+ "f1@1": 0.77,
682
+ "f1@5": 0.305,
683
+ "f1@10": 0.17018181818181816,
684
+ "map@1": 0.77,
685
+ "map@5": 0.8284333333333334,
686
+ "map@10": 0.8312912698412698,
687
+ "mrr@1": 0.77,
688
+ "mrr@5": 0.8284333333333334,
689
+ "mrr@10": 0.8312912698412698,
690
+ "num_pred": 1000,
691
+ "num_data": 1000
692
+ },
693
+ "MSCOCO_t2i": {
694
+ "hit@1": 0.774,
695
+ "hit@5": 0.952,
696
+ "hit@10": 0.977,
697
+ "ndcg_linear@1": 0.774,
698
+ "ndcg_linear@5": 0.873828635468875,
699
+ "ndcg_linear@10": 0.8819071084600726,
700
+ "ndcg_exponential@1": 0.774,
701
+ "ndcg_exponential@5": 0.873828635468875,
702
+ "ndcg_exponential@10": 0.8819071084600726,
703
+ "precision@1": 0.774,
704
+ "precision@5": 0.19040000000000004,
705
+ "precision@10": 0.09770000000000002,
706
+ "recall@1": 0.774,
707
+ "recall@5": 0.952,
708
+ "recall@10": 0.977,
709
+ "f1@1": 0.774,
710
+ "f1@5": 0.3173333333333333,
711
+ "f1@10": 0.17763636363636362,
712
+ "map@1": 0.774,
713
+ "map@5": 0.84735,
714
+ "map@10": 0.8506777777777776,
715
+ "mrr@1": 0.774,
716
+ "mrr@5": 0.84735,
717
+ "mrr@10": 0.8506777777777776,
718
+ "num_pred": 1000,
719
+ "num_data": 1000
720
+ },
721
+ "MSCOCO_i2t": {
722
+ "hit@1": 0.724,
723
+ "hit@5": 0.941,
724
+ "hit@10": 0.986,
725
+ "ndcg_linear@1": 0.724,
726
+ "ndcg_linear@5": 0.842026382833888,
727
+ "ndcg_linear@10": 0.8567072594256967,
728
+ "ndcg_exponential@1": 0.724,
729
+ "ndcg_exponential@5": 0.842026382833888,
730
+ "ndcg_exponential@10": 0.8567072594256967,
731
+ "precision@1": 0.724,
732
+ "precision@5": 0.1882,
733
+ "precision@10": 0.09860000000000001,
734
+ "recall@1": 0.724,
735
+ "recall@5": 0.941,
736
+ "recall@10": 0.986,
737
+ "f1@1": 0.724,
738
+ "f1@5": 0.3136666666666667,
739
+ "f1@10": 0.17927272727272725,
740
+ "map@1": 0.724,
741
+ "map@5": 0.8087833333333333,
742
+ "map@10": 0.8149261904761904,
743
+ "mrr@1": 0.724,
744
+ "mrr@5": 0.8087833333333333,
745
+ "mrr@10": 0.8149261904761904,
746
+ "num_pred": 1000,
747
+ "num_data": 1000
748
+ },
749
+ "NIGHTS": {
750
+ "hit@1": 0.678,
751
+ "hit@5": 0.973,
752
+ "hit@10": 0.993,
753
+ "ndcg_linear@1": 0.678,
754
+ "ndcg_linear@5": 0.8477971061007454,
755
+ "ndcg_linear@10": 0.8544988105480017,
756
+ "ndcg_exponential@1": 0.678,
757
+ "ndcg_exponential@5": 0.8477971061007454,
758
+ "ndcg_exponential@10": 0.8544988105480017,
759
+ "precision@1": 0.678,
760
+ "precision@5": 0.19460000000000002,
761
+ "precision@10": 0.09930000000000001,
762
+ "recall@1": 0.678,
763
+ "recall@5": 0.973,
764
+ "recall@10": 0.993,
765
+ "f1@1": 0.678,
766
+ "f1@5": 0.3243333333333333,
767
+ "f1@10": 0.1805454545454545,
768
+ "map@1": 0.678,
769
+ "map@5": 0.8049166666666667,
770
+ "map@10": 0.8078154761904761,
771
+ "mrr@1": 0.678,
772
+ "mrr@5": 0.8049166666666667,
773
+ "mrr@10": 0.8078154761904761,
774
+ "num_pred": 1000,
775
+ "num_data": 1000
776
+ },
777
+ "WebQA": {
778
+ "hit@1": 0.923,
779
+ "hit@5": 0.99,
780
+ "hit@10": 0.993,
781
+ "ndcg_linear@1": 0.923,
782
+ "ndcg_linear@5": 0.9625944404064563,
783
+ "ndcg_linear@10": 0.9636630619677803,
784
+ "ndcg_exponential@1": 0.923,
785
+ "ndcg_exponential@5": 0.9625944404064563,
786
+ "ndcg_exponential@10": 0.9636630619677803,
787
+ "precision@1": 0.923,
788
+ "precision@5": 0.19800000000000004,
789
+ "precision@10": 0.09930000000000001,
790
+ "recall@1": 0.923,
791
+ "recall@5": 0.99,
792
+ "recall@10": 0.993,
793
+ "f1@1": 0.923,
794
+ "f1@5": 0.33,
795
+ "f1@10": 0.18054545454545454,
796
+ "map@1": 0.923,
797
+ "map@5": 0.9531166666666667,
798
+ "map@10": 0.9536166666666667,
799
+ "mrr@1": 0.923,
800
+ "mrr@5": 0.9531166666666667,
801
+ "mrr@10": 0.9536166666666667,
802
+ "num_pred": 1000,
803
+ "num_data": 1000
804
+ },
805
+ "FashionIQ": {
806
+ "hit@1": 0.202,
807
+ "hit@5": 0.412,
808
+ "hit@10": 0.52,
809
+ "ndcg_linear@1": 0.202,
810
+ "ndcg_linear@5": 0.3142501707137957,
811
+ "ndcg_linear@10": 0.34924483390383027,
812
+ "ndcg_exponential@1": 0.202,
813
+ "ndcg_exponential@5": 0.3142501707137957,
814
+ "ndcg_exponential@10": 0.34924483390383027,
815
+ "precision@1": 0.202,
816
+ "precision@5": 0.08239999999999999,
817
+ "precision@10": 0.052,
818
+ "recall@1": 0.202,
819
+ "recall@5": 0.412,
820
+ "recall@10": 0.52,
821
+ "f1@1": 0.202,
822
+ "f1@5": 0.13733333333333336,
823
+ "f1@10": 0.09454545454545454,
824
+ "map@1": 0.202,
825
+ "map@5": 0.2817166666666666,
826
+ "map@10": 0.2962047619047619,
827
+ "mrr@1": 0.202,
828
+ "mrr@5": 0.2817166666666666,
829
+ "mrr@10": 0.2962047619047619,
830
+ "num_pred": 1000,
831
+ "num_data": 1000
832
+ },
833
+ "Wiki-SS-NQ": {
834
+ "hit@1": 0.786,
835
+ "hit@5": 0.938,
836
+ "hit@10": 0.958,
837
+ "ndcg_linear@1": 0.786,
838
+ "ndcg_linear@5": 0.872192310760769,
839
+ "ndcg_linear@10": 0.8787811251396856,
840
+ "ndcg_exponential@1": 0.786,
841
+ "ndcg_exponential@5": 0.872192310760769,
842
+ "ndcg_exponential@10": 0.8787811251396856,
843
+ "precision@1": 0.786,
844
+ "precision@5": 0.18760000000000002,
845
+ "precision@10": 0.09580000000000001,
846
+ "recall@1": 0.786,
847
+ "recall@5": 0.938,
848
+ "recall@10": 0.958,
849
+ "f1@1": 0.786,
850
+ "f1@5": 0.31266666666666665,
851
+ "f1@10": 0.1741818181818182,
852
+ "map@1": 0.786,
853
+ "map@5": 0.8498666666666665,
854
+ "map@10": 0.8526511904761904,
855
+ "mrr@1": 0.786,
856
+ "mrr@5": 0.8498666666666665,
857
+ "mrr@10": 0.8526511904761904,
858
+ "num_pred": 1000,
859
+ "num_data": 1000
860
+ },
861
+ "OVEN": {
862
+ "hit@1": 0.722,
863
+ "hit@5": 0.886,
864
+ "hit@10": 0.927,
865
+ "ndcg_linear@1": 0.722,
866
+ "ndcg_linear@5": 0.810334465398959,
867
+ "ndcg_linear@10": 0.8236011578060909,
868
+ "ndcg_exponential@1": 0.722,
869
+ "ndcg_exponential@5": 0.810334465398959,
870
+ "ndcg_exponential@10": 0.8236011578060909,
871
+ "precision@1": 0.722,
872
+ "precision@5": 0.17720000000000002,
873
+ "precision@10": 0.09270000000000002,
874
+ "recall@1": 0.722,
875
+ "recall@5": 0.886,
876
+ "recall@10": 0.927,
877
+ "f1@1": 0.722,
878
+ "f1@5": 0.2953333333333334,
879
+ "f1@10": 0.16854545454545453,
880
+ "map@1": 0.722,
881
+ "map@5": 0.7850333333333332,
882
+ "map@10": 0.7905134920634921,
883
+ "mrr@1": 0.722,
884
+ "mrr@5": 0.7850333333333332,
885
+ "mrr@10": 0.7905134920634921,
886
+ "num_pred": 1000,
887
+ "num_data": 1000
888
+ },
889
+ "EDIS": {
890
+ "hit@1": 0.923,
891
+ "hit@5": 0.991,
892
+ "hit@10": 0.998,
893
+ "ndcg_linear@1": 0.923,
894
+ "ndcg_linear@5": 0.9621802804316986,
895
+ "ndcg_linear@10": 0.9645414930160334,
896
+ "ndcg_exponential@1": 0.923,
897
+ "ndcg_exponential@5": 0.9621802804316986,
898
+ "ndcg_exponential@10": 0.9645414930160334,
899
+ "precision@1": 0.923,
900
+ "precision@5": 0.19820000000000002,
901
+ "precision@10": 0.09980000000000001,
902
+ "recall@1": 0.923,
903
+ "recall@5": 0.991,
904
+ "recall@10": 0.998,
905
+ "f1@1": 0.923,
906
+ "f1@5": 0.33033333333333337,
907
+ "f1@10": 0.18145454545454545,
908
+ "map@1": 0.923,
909
+ "map@5": 0.9523166666666666,
910
+ "map@10": 0.9533464285714286,
911
+ "mrr@1": 0.923,
912
+ "mrr@5": 0.9523166666666666,
913
+ "mrr@10": 0.9533464285714286,
914
+ "num_pred": 1000,
915
+ "num_data": 1000
916
+ },
917
+ "MSCOCO": {
918
+ "hit@1": 0.641,
919
+ "hit@5": 0.805,
920
+ "hit@10": 0.85,
921
+ "ndcg_linear@1": 0.641,
922
+ "ndcg_linear@5": 0.7301518647087958,
923
+ "ndcg_linear@10": 0.7445038444169582,
924
+ "ndcg_exponential@1": 0.641,
925
+ "ndcg_exponential@5": 0.7301518647087958,
926
+ "ndcg_exponential@10": 0.7445038444169582,
927
+ "precision@1": 0.641,
928
+ "precision@5": 0.161,
929
+ "precision@10": 0.085,
930
+ "recall@1": 0.641,
931
+ "recall@5": 0.805,
932
+ "recall@10": 0.85,
933
+ "f1@1": 0.641,
934
+ "f1@5": 0.26833333333333337,
935
+ "f1@10": 0.15454545454545457,
936
+ "map@1": 0.641,
937
+ "map@5": 0.7050833333333334,
938
+ "map@10": 0.7108833333333333,
939
+ "mrr@1": 0.641,
940
+ "mrr@5": 0.7050833333333334,
941
+ "mrr@10": 0.7108833333333333,
942
+ "num_pred": 1000,
943
+ "num_data": 1000
944
+ },
945
+ "RefCOCO": {
946
+ "hit@1": 0.876,
947
+ "hit@5": 0.991,
948
+ "hit@10": 0.998,
949
+ "ndcg_linear@1": 0.876,
950
+ "ndcg_linear@5": 0.9434808575630035,
951
+ "ndcg_linear@10": 0.9458276352662169,
952
+ "ndcg_exponential@1": 0.876,
953
+ "ndcg_exponential@5": 0.9434808575630035,
954
+ "ndcg_exponential@10": 0.9458276352662169,
955
+ "precision@1": 0.876,
956
+ "precision@5": 0.19820000000000004,
957
+ "precision@10": 0.09980000000000001,
958
+ "recall@1": 0.876,
959
+ "recall@5": 0.991,
960
+ "recall@10": 0.998,
961
+ "f1@1": 0.876,
962
+ "f1@5": 0.33033333333333337,
963
+ "f1@10": 0.18145454545454545,
964
+ "map@1": 0.876,
965
+ "map@5": 0.9271,
966
+ "map@10": 0.9281158730158731,
967
+ "mrr@1": 0.876,
968
+ "mrr@5": 0.9271,
969
+ "mrr@10": 0.9281158730158731,
970
+ "num_pred": 1000,
971
+ "num_data": 1000
972
+ },
973
+ "RefCOCO-Matching": {
974
+ "hit@1": 0.845,
975
+ "hit@5": 1.0,
976
+ "hit@10": 1.0,
977
+ "ndcg_linear@1": 0.845,
978
+ "ndcg_linear@5": 0.9446869010642904,
979
+ "ndcg_linear@10": 0.9446869010642904,
980
+ "ndcg_exponential@1": 0.845,
981
+ "ndcg_exponential@5": 0.9446869010642904,
982
+ "ndcg_exponential@10": 0.9446869010642904,
983
+ "precision@1": 0.845,
984
+ "precision@5": 0.20000000000000004,
985
+ "precision@10": 0.10000000000000002,
986
+ "recall@1": 0.845,
987
+ "recall@5": 1.0,
988
+ "recall@10": 1.0,
989
+ "f1@1": 0.845,
990
+ "f1@5": 0.3333333333333333,
991
+ "f1@10": 0.18181818181818182,
992
+ "map@1": 0.845,
993
+ "map@5": 0.9255,
994
+ "map@10": 0.9255,
995
+ "mrr@1": 0.845,
996
+ "mrr@5": 0.9225,
997
+ "mrr@10": 0.9225,
998
+ "num_pred": 1000,
999
+ "num_data": 1000
1000
+ },
1001
+ "Visual7W-Pointing": {
1002
+ "hit@1": 0.774,
1003
+ "hit@5": 0.923,
1004
+ "hit@10": 0.952,
1005
+ "ndcg_linear@1": 0.774,
1006
+ "ndcg_linear@5": 0.8563966400091825,
1007
+ "ndcg_linear@10": 0.8656449092967987,
1008
+ "ndcg_exponential@1": 0.774,
1009
+ "ndcg_exponential@5": 0.8563966400091825,
1010
+ "ndcg_exponential@10": 0.8656449092967987,
1011
+ "precision@1": 0.774,
1012
+ "precision@5": 0.18460000000000001,
1013
+ "precision@10": 0.09520000000000002,
1014
+ "recall@1": 0.774,
1015
+ "recall@5": 0.923,
1016
+ "recall@10": 0.952,
1017
+ "f1@1": 0.774,
1018
+ "f1@5": 0.30766666666666664,
1019
+ "f1@10": 0.17309090909090907,
1020
+ "map@1": 0.774,
1021
+ "map@5": 0.8339666666666667,
1022
+ "map@10": 0.8377075396825396,
1023
+ "mrr@1": 0.774,
1024
+ "mrr@5": 0.8339666666666667,
1025
+ "mrr@10": 0.8377075396825396,
1026
+ "num_pred": 1000,
1027
+ "num_data": 1000
1028
+ }
1029
+ },
1030
+ "video": {
1031
+ "K700": {
1032
+ "hit@1": 0.385,
1033
+ "hit@5": 0.619,
1034
+ "hit@10": 0.691,
1035
+ "ndcg_linear@1": 0.385,
1036
+ "ndcg_linear@5": 0.5115560376265156,
1037
+ "ndcg_linear@10": 0.5349965813785775,
1038
+ "ndcg_exponential@1": 0.385,
1039
+ "ndcg_exponential@5": 0.5115560376265156,
1040
+ "ndcg_exponential@10": 0.5349965813785775,
1041
+ "precision@1": 0.385,
1042
+ "precision@5": 0.12379999999999998,
1043
+ "precision@10": 0.0691,
1044
+ "recall@1": 0.385,
1045
+ "recall@5": 0.619,
1046
+ "recall@10": 0.691,
1047
+ "f1@1": 0.385,
1048
+ "f1@5": 0.2063333333333334,
1049
+ "f1@10": 0.12563636363636366,
1050
+ "map@1": 0.385,
1051
+ "map@5": 0.4755666666666666,
1052
+ "map@10": 0.48533412698412703,
1053
+ "mrr@1": 0.385,
1054
+ "mrr@5": 0.4755666666666666,
1055
+ "mrr@10": 0.48533412698412703,
1056
+ "num_pred": 1000,
1057
+ "num_data": 1000
1058
+ },
1059
+ "SmthSmthV2": {
1060
+ "hit@1": 0.339,
1061
+ "hit@5": 0.601,
1062
+ "hit@10": 0.709,
1063
+ "ndcg_linear@1": 0.339,
1064
+ "ndcg_linear@5": 0.4800352606604083,
1065
+ "ndcg_linear@10": 0.5148566272352846,
1066
+ "ndcg_exponential@1": 0.339,
1067
+ "ndcg_exponential@5": 0.4800352606604083,
1068
+ "ndcg_exponential@10": 0.5148566272352846,
1069
+ "precision@1": 0.339,
1070
+ "precision@5": 0.12019999999999999,
1071
+ "precision@10": 0.0709,
1072
+ "recall@1": 0.339,
1073
+ "recall@5": 0.601,
1074
+ "recall@10": 0.709,
1075
+ "f1@1": 0.339,
1076
+ "f1@5": 0.20033333333333336,
1077
+ "f1@10": 0.12890909090909095,
1078
+ "map@1": 0.339,
1079
+ "map@5": 0.43961666666666666,
1080
+ "map@10": 0.4539293650793651,
1081
+ "mrr@1": 0.339,
1082
+ "mrr@5": 0.43961666666666666,
1083
+ "mrr@10": 0.4539293650793651,
1084
+ "num_pred": 1000,
1085
+ "num_data": 1000
1086
+ },
1087
+ "HMDB51": {
1088
+ "hit@1": 0.433,
1089
+ "hit@5": 0.686,
1090
+ "hit@10": 0.801,
1091
+ "ndcg_linear@1": 0.433,
1092
+ "ndcg_linear@5": 0.5671187255857746,
1093
+ "ndcg_linear@10": 0.6037165297498995,
1094
+ "ndcg_exponential@1": 0.433,
1095
+ "ndcg_exponential@5": 0.5671187255857746,
1096
+ "ndcg_exponential@10": 0.6037165297498995,
1097
+ "precision@1": 0.433,
1098
+ "precision@5": 0.1372,
1099
+ "precision@10": 0.08009999999999999,
1100
+ "recall@1": 0.433,
1101
+ "recall@5": 0.686,
1102
+ "recall@10": 0.801,
1103
+ "f1@1": 0.433,
1104
+ "f1@5": 0.2286666666666667,
1105
+ "f1@10": 0.14563636363636365,
1106
+ "map@1": 0.433,
1107
+ "map@5": 0.5275833333333333,
1108
+ "map@10": 0.5423460317460317,
1109
+ "mrr@1": 0.433,
1110
+ "mrr@5": 0.5275833333333333,
1111
+ "mrr@10": 0.5423460317460317,
1112
+ "num_pred": 1000,
1113
+ "num_data": 1000
1114
+ },
1115
+ "UCF101": {
1116
+ "hit@1": 0.579,
1117
+ "hit@5": 0.784,
1118
+ "hit@10": 0.836,
1119
+ "ndcg_linear@1": 0.579,
1120
+ "ndcg_linear@5": 0.6920964307543599,
1121
+ "ndcg_linear@10": 0.709252559105028,
1122
+ "ndcg_exponential@1": 0.579,
1123
+ "ndcg_exponential@5": 0.6920964307543599,
1124
+ "ndcg_exponential@10": 0.709252559105028,
1125
+ "precision@1": 0.579,
1126
+ "precision@5": 0.1568,
1127
+ "precision@10": 0.0836,
1128
+ "recall@1": 0.579,
1129
+ "recall@5": 0.784,
1130
+ "recall@10": 0.836,
1131
+ "f1@1": 0.579,
1132
+ "f1@5": 0.26133333333333336,
1133
+ "f1@10": 0.152,
1134
+ "map@1": 0.579,
1135
+ "map@5": 0.6611333333333335,
1136
+ "map@10": 0.668415873015873,
1137
+ "mrr@1": 0.579,
1138
+ "mrr@5": 0.6611333333333335,
1139
+ "mrr@10": 0.668415873015873,
1140
+ "num_pred": 1000,
1141
+ "num_data": 1000
1142
+ },
1143
+ "Breakfast": {
1144
+ "hit@1": 0.14087759815242495,
1145
+ "hit@5": 0.6212471131639723,
1146
+ "hit@10": 1.0,
1147
+ "ndcg_linear@1": 0.14087759815242495,
1148
+ "ndcg_linear@5": 0.3746818390660669,
1149
+ "ndcg_linear@10": 0.49605579252799564,
1150
+ "ndcg_exponential@1": 0.14087759815242495,
1151
+ "ndcg_exponential@5": 0.3746818390660669,
1152
+ "ndcg_exponential@10": 0.49605579252799564,
1153
+ "precision@1": 0.14087759815242495,
1154
+ "precision@5": 0.12424942263279445,
1155
+ "precision@10": 0.1,
1156
+ "recall@1": 0.14087759815242495,
1157
+ "recall@5": 0.6212471131639723,
1158
+ "recall@10": 1.0,
1159
+ "f1@1": 0.14087759815242495,
1160
+ "f1@5": 0.20708237105465746,
1161
+ "f1@10": 0.1818181818181818,
1162
+ "map@1": 0.14087759815242495,
1163
+ "map@5": 0.2949576597382602,
1164
+ "map@10": 0.34443986216503536,
1165
+ "mrr@1": 0.14087759815242495,
1166
+ "mrr@5": 0.2949576597382602,
1167
+ "mrr@10": 0.34443986216503536,
1168
+ "num_pred": 433,
1169
+ "num_data": 433
1170
+ },
1171
+ "MVBench": {
1172
+ "hit@1": 0.46525,
1173
+ "hit@5": 1.0,
1174
+ "hit@10": 1.0,
1175
+ "ndcg_linear@1": 0.46525,
1176
+ "ndcg_linear@5": 0.7591210715040683,
1177
+ "ndcg_linear@10": 0.7591210715040683,
1178
+ "ndcg_exponential@1": 0.46525,
1179
+ "ndcg_exponential@5": 0.7591210715040683,
1180
+ "ndcg_exponential@10": 0.7591210715040683,
1181
+ "precision@1": 0.46525,
1182
+ "precision@5": 0.20000000000000004,
1183
+ "precision@10": 0.10000000000000002,
1184
+ "recall@1": 0.46525,
1185
+ "recall@5": 1.0,
1186
+ "recall@10": 1.0,
1187
+ "f1@1": 0.46525,
1188
+ "f1@5": 0.3333333333333333,
1189
+ "f1@10": 0.18181818181818182,
1190
+ "map@1": 0.46525,
1191
+ "map@5": 0.6777208333333333,
1192
+ "map@10": 0.6777208333333333,
1193
+ "mrr@1": 0.46525,
1194
+ "mrr@5": 0.6777208333333333,
1195
+ "mrr@10": 0.6777208333333333,
1196
+ "num_pred": 4000,
1197
+ "num_data": 4000
1198
+ },
1199
+ "Video-MME": {
1200
+ "hit@1": 0.42592592592592593,
1201
+ "hit@5": 1.0,
1202
+ "hit@10": 1.0,
1203
+ "ndcg_linear@1": 0.42592592592592593,
1204
+ "ndcg_linear@5": 0.7355821721007157,
1205
+ "ndcg_linear@10": 0.7355821721007157,
1206
+ "ndcg_exponential@1": 0.42592592592592593,
1207
+ "ndcg_exponential@5": 0.7355821721007157,
1208
+ "ndcg_exponential@10": 0.7355821721007157,
1209
+ "precision@1": 0.42592592592592593,
1210
+ "precision@5": 0.19999999999999996,
1211
+ "precision@10": 0.09999999999999998,
1212
+ "recall@1": 0.42592592592592593,
1213
+ "recall@5": 1.0,
1214
+ "recall@10": 1.0,
1215
+ "f1@1": 0.42592592592592593,
1216
+ "f1@5": 0.3333333333333334,
1217
+ "f1@10": 0.18181818181818188,
1218
+ "map@1": 0.42592592592592593,
1219
+ "map@5": 0.6467901234567901,
1220
+ "map@10": 0.6467901234567901,
1221
+ "mrr@1": 0.42592592592592593,
1222
+ "mrr@5": 0.6467901234567901,
1223
+ "mrr@10": 0.6467901234567901,
1224
+ "num_pred": 2700,
1225
+ "num_data": 2700
1226
+ },
1227
+ "NExTQA": {
1228
+ "hit@1": 0.576366184026156,
1229
+ "hit@5": 1.0,
1230
+ "hit@10": 1.0,
1231
+ "ndcg_linear@1": 0.576366184026156,
1232
+ "ndcg_linear@5": 0.8037492701243432,
1233
+ "ndcg_linear@10": 0.8037492701243432,
1234
+ "ndcg_exponential@1": 0.576366184026156,
1235
+ "ndcg_exponential@5": 0.8037492701243432,
1236
+ "ndcg_exponential@10": 0.8037492701243432,
1237
+ "precision@1": 0.576366184026156,
1238
+ "precision@5": 0.20000000000000004,
1239
+ "precision@10": 0.10000000000000002,
1240
+ "recall@1": 0.576366184026156,
1241
+ "recall@5": 1.0,
1242
+ "recall@10": 1.0,
1243
+ "f1@1": 0.576366184026156,
1244
+ "f1@5": 0.3333333333333333,
1245
+ "f1@10": 0.1818181818181818,
1246
+ "map@1": 0.576366184026156,
1247
+ "map@5": 0.7382375836836369,
1248
+ "map@10": 0.7382375836836369,
1249
+ "mrr@1": 0.576366184026156,
1250
+ "mrr@5": 0.7380429705744979,
1251
+ "mrr@10": 0.7380429705744979,
1252
+ "num_pred": 8564,
1253
+ "num_data": 8564
1254
+ },
1255
+ "EgoSchema": {
1256
+ "hit@1": 0.414,
1257
+ "hit@5": 1.0,
1258
+ "hit@10": 1.0,
1259
+ "ndcg_linear@1": 0.414,
1260
+ "ndcg_linear@5": 0.7106601431700121,
1261
+ "ndcg_linear@10": 0.7106601431700121,
1262
+ "ndcg_exponential@1": 0.414,
1263
+ "ndcg_exponential@5": 0.7106601431700121,
1264
+ "ndcg_exponential@10": 0.7106601431700121,
1265
+ "precision@1": 0.414,
1266
+ "precision@5": 0.2,
1267
+ "precision@10": 0.1,
1268
+ "recall@1": 0.414,
1269
+ "recall@5": 1.0,
1270
+ "recall@10": 1.0,
1271
+ "f1@1": 0.414,
1272
+ "f1@5": 0.3333333333333333,
1273
+ "f1@10": 0.18181818181818182,
1274
+ "map@1": 0.414,
1275
+ "map@5": 0.6157666666666667,
1276
+ "map@10": 0.6157666666666667,
1277
+ "mrr@1": 0.414,
1278
+ "mrr@5": 0.6157666666666667,
1279
+ "mrr@10": 0.6157666666666667,
1280
+ "num_pred": 500,
1281
+ "num_data": 500
1282
+ },
1283
+ "ActivityNetQA": {
1284
+ "hit@1": 0.703,
1285
+ "hit@5": 1.0,
1286
+ "hit@10": 1.0,
1287
+ "ndcg_linear@1": 0.703,
1288
+ "ndcg_linear@5": 0.890386136810723,
1289
+ "ndcg_linear@10": 0.890386136810723,
1290
+ "ndcg_exponential@1": 0.703,
1291
+ "ndcg_exponential@5": 0.890386136810723,
1292
+ "ndcg_exponential@10": 0.890386136810723,
1293
+ "precision@1": 0.703,
1294
+ "precision@5": 0.20000000000000004,
1295
+ "precision@10": 0.10000000000000002,
1296
+ "recall@1": 0.703,
1297
+ "recall@5": 1.0,
1298
+ "recall@10": 1.0,
1299
+ "f1@1": 0.703,
1300
+ "f1@5": 0.3333333333333333,
1301
+ "f1@10": 0.18181818181818182,
1302
+ "map@1": 0.703,
1303
+ "map@5": 0.8515,
1304
+ "map@10": 0.8515,
1305
+ "mrr@1": 0.703,
1306
+ "mrr@5": 0.8515,
1307
+ "mrr@10": 0.8515,
1308
+ "num_pred": 1000,
1309
+ "num_data": 1000
1310
+ },
1311
+ "DiDeMo": {
1312
+ "hit@1": 0.36852589641434264,
1313
+ "hit@5": 0.6095617529880478,
1314
+ "hit@10": 0.701195219123506,
1315
+ "ndcg_linear@1": 0.36852589641434264,
1316
+ "ndcg_linear@5": 0.49591483835577155,
1317
+ "ndcg_linear@10": 0.5254863292953417,
1318
+ "ndcg_exponential@1": 0.36852589641434264,
1319
+ "ndcg_exponential@5": 0.49591483835577155,
1320
+ "ndcg_exponential@10": 0.5254863292953417,
1321
+ "precision@1": 0.36852589641434264,
1322
+ "precision@5": 0.12191235059760953,
1323
+ "precision@10": 0.0701195219123506,
1324
+ "recall@1": 0.36852589641434264,
1325
+ "recall@5": 0.6095617529880478,
1326
+ "recall@10": 0.701195219123506,
1327
+ "f1@1": 0.36852589641434264,
1328
+ "f1@5": 0.203187250996016,
1329
+ "f1@10": 0.12749003984063745,
1330
+ "map@1": 0.36852589641434264,
1331
+ "map@5": 0.45818393094289506,
1332
+ "map@10": 0.4703590400303548,
1333
+ "mrr@1": 0.36852589641434264,
1334
+ "mrr@5": 0.45818393094289506,
1335
+ "mrr@10": 0.4703590400303548,
1336
+ "num_pred": 1004,
1337
+ "num_data": 1004
1338
+ },
1339
+ "MSR-VTT": {
1340
+ "hit@1": 0.375,
1341
+ "hit@5": 0.622,
1342
+ "hit@10": 0.714,
1343
+ "ndcg_linear@1": 0.375,
1344
+ "ndcg_linear@5": 0.5050951627514554,
1345
+ "ndcg_linear@10": 0.5350089104965797,
1346
+ "ndcg_exponential@1": 0.375,
1347
+ "ndcg_exponential@5": 0.5050951627514554,
1348
+ "ndcg_exponential@10": 0.5350089104965797,
1349
+ "precision@1": 0.375,
1350
+ "precision@5": 0.1244,
1351
+ "precision@10": 0.0714,
1352
+ "recall@1": 0.375,
1353
+ "recall@5": 0.622,
1354
+ "recall@10": 0.714,
1355
+ "f1@1": 0.375,
1356
+ "f1@5": 0.2073333333333334,
1357
+ "f1@10": 0.1298181818181818,
1358
+ "map@1": 0.375,
1359
+ "map@5": 0.4663333333333333,
1360
+ "map@10": 0.4787718253968254,
1361
+ "mrr@1": 0.375,
1362
+ "mrr@5": 0.4663333333333333,
1363
+ "mrr@10": 0.4787718253968254,
1364
+ "num_pred": 1000,
1365
+ "num_data": 1000
1366
+ },
1367
+ "MSVD": {
1368
+ "hit@1": 0.5895522388059702,
1369
+ "hit@5": 0.8567164179104477,
1370
+ "hit@10": 0.908955223880597,
1371
+ "ndcg_linear@1": 0.5895522388059702,
1372
+ "ndcg_linear@5": 0.7351972876828718,
1373
+ "ndcg_linear@10": 0.7522112269862079,
1374
+ "ndcg_exponential@1": 0.5895522388059702,
1375
+ "ndcg_exponential@5": 0.7351972876828718,
1376
+ "ndcg_exponential@10": 0.7522112269862079,
1377
+ "precision@1": 0.5895522388059702,
1378
+ "precision@5": 0.17134328358208953,
1379
+ "precision@10": 0.09089552238805969,
1380
+ "recall@1": 0.5895522388059702,
1381
+ "recall@5": 0.8567164179104477,
1382
+ "recall@10": 0.908955223880597,
1383
+ "f1@1": 0.5895522388059702,
1384
+ "f1@5": 0.28557213930348263,
1385
+ "f1@10": 0.16526458616010858,
1386
+ "map@1": 0.5895522388059702,
1387
+ "map@5": 0.6944776119402984,
1388
+ "map@10": 0.7015730869462212,
1389
+ "mrr@1": 0.5895522388059702,
1390
+ "mrr@5": 0.6944776119402984,
1391
+ "mrr@10": 0.7015730869462212,
1392
+ "num_pred": 670,
1393
+ "num_data": 670
1394
+ },
1395
+ "VATEX": {
1396
+ "hit@1": 0.3001339883876731,
1397
+ "hit@5": 0.5453327378293881,
1398
+ "hit@10": 0.6471639124609201,
1399
+ "ndcg_linear@1": 0.3001339883876731,
1400
+ "ndcg_linear@5": 0.4280439691626139,
1401
+ "ndcg_linear@10": 0.4611213162225076,
1402
+ "ndcg_exponential@1": 0.3001339883876731,
1403
+ "ndcg_exponential@5": 0.4280439691626139,
1404
+ "ndcg_exponential@10": 0.4611213162225076,
1405
+ "precision@1": 0.3001339883876731,
1406
+ "precision@5": 0.10906654756587762,
1407
+ "precision@10": 0.06471639124609199,
1408
+ "recall@1": 0.3001339883876731,
1409
+ "recall@5": 0.5453327378293881,
1410
+ "recall@10": 0.6471639124609201,
1411
+ "f1@1": 0.3001339883876731,
1412
+ "f1@5": 0.18177757927646274,
1413
+ "f1@10": 0.11766616590198549,
1414
+ "map@1": 0.3001339883876731,
1415
+ "map@5": 0.3892623194878666,
1416
+ "map@10": 0.4029957747577221,
1417
+ "mrr@1": 0.3001339883876731,
1418
+ "mrr@5": 0.3892623194878666,
1419
+ "mrr@10": 0.4029957747577221,
1420
+ "num_pred": 4478,
1421
+ "num_data": 4478
1422
+ },
1423
+ "YouCook2": {
1424
+ "hit@1": 0.1443850267379679,
1425
+ "hit@5": 0.3019817552689525,
1426
+ "hit@10": 0.39572192513368987,
1427
+ "ndcg_linear@1": 0.1443850267379679,
1428
+ "ndcg_linear@5": 0.22584004275813752,
1429
+ "ndcg_linear@10": 0.2559879658676445,
1430
+ "ndcg_exponential@1": 0.1443850267379679,
1431
+ "ndcg_exponential@5": 0.22584004275813752,
1432
+ "ndcg_exponential@10": 0.2559879658676445,
1433
+ "precision@1": 0.1443850267379679,
1434
+ "precision@5": 0.0603963510537905,
1435
+ "precision@10": 0.039572192513368985,
1436
+ "recall@1": 0.1443850267379679,
1437
+ "recall@5": 0.3019817552689525,
1438
+ "recall@10": 0.39572192513368987,
1439
+ "f1@1": 0.1443850267379679,
1440
+ "f1@5": 0.10066058508965085,
1441
+ "f1@10": 0.07194944093339815,
1442
+ "map@1": 0.1443850267379679,
1443
+ "map@5": 0.2007549543881724,
1444
+ "map@10": 0.21310310220344822,
1445
+ "mrr@1": 0.1443850267379679,
1446
+ "mrr@5": 0.2007549543881724,
1447
+ "mrr@10": 0.21310310220344822,
1448
+ "num_pred": 3179,
1449
+ "num_data": 3179
1450
+ },
1451
+ "QVHighlight": {
1452
+ "hit@1": 0.31948291782086796,
1453
+ "hit@5": 0.7349953831948292,
1454
+ "hit@10": 1.0,
1455
+ "ndcg_linear@1": 0.31948291782086796,
1456
+ "ndcg_linear@5": 0.5349260750006481,
1457
+ "ndcg_linear@10": 0.6197573634604909,
1458
+ "ndcg_exponential@1": 0.31948291782086796,
1459
+ "ndcg_exponential@5": 0.5349260750006481,
1460
+ "ndcg_exponential@10": 0.6197573634604909,
1461
+ "precision@1": 0.31948291782086796,
1462
+ "precision@5": 0.14699907663896583,
1463
+ "precision@10": 0.09999999999999998,
1464
+ "recall@1": 0.31948291782086796,
1465
+ "recall@5": 0.7349953831948292,
1466
+ "recall@10": 1.0,
1467
+ "f1@1": 0.31948291782086796,
1468
+ "f1@5": 0.24499846106494313,
1469
+ "f1@10": 0.18181818181818185,
1470
+ "map@1": 0.31948291782086796,
1471
+ "map@5": 0.4688519544475223,
1472
+ "map@10": 0.5033658708173943,
1473
+ "mrr@1": 0.31948291782086796,
1474
+ "mrr@5": 0.4688519544475223,
1475
+ "mrr@10": 0.5033658708173943,
1476
+ "num_pred": 1083,
1477
+ "num_data": 1083
1478
+ },
1479
+ "Charades-STA": {
1480
+ "hit@1": 0.14305364511691884,
1481
+ "hit@5": 0.49931224209078406,
1482
+ "hit@10": 1.0,
1483
+ "ndcg_linear@1": 0.14305364511691884,
1484
+ "ndcg_linear@5": 0.3205326343907605,
1485
+ "ndcg_linear@10": 0.47640652175522813,
1486
+ "ndcg_exponential@1": 0.14305364511691884,
1487
+ "ndcg_exponential@5": 0.3205326343907605,
1488
+ "ndcg_exponential@10": 0.47640652175522813,
1489
+ "precision@1": 0.14305364511691884,
1490
+ "precision@5": 0.09986244841815681,
1491
+ "precision@10": 0.09999999999999998,
1492
+ "recall@1": 0.14305364511691884,
1493
+ "recall@5": 0.49931224209078406,
1494
+ "recall@10": 1.0,
1495
+ "f1@1": 0.14305364511691884,
1496
+ "f1@5": 0.16643741403026138,
1497
+ "f1@10": 0.18181818181818185,
1498
+ "map@1": 0.14305364511691884,
1499
+ "map@5": 0.2622191655204035,
1500
+ "map@10": 0.32308792384445756,
1501
+ "mrr@1": 0.14305364511691884,
1502
+ "mrr@5": 0.2622191655204035,
1503
+ "mrr@10": 0.32308792384445756,
1504
+ "num_pred": 727,
1505
+ "num_data": 727
1506
+ },
1507
+ "MomentSeeker": {
1508
+ "hit@1": 0.38514357053682896,
1509
+ "hit@5": 0.8664169787765293,
1510
+ "hit@10": 1.0,
1511
+ "ndcg_linear@1": 0.38514357053682896,
1512
+ "ndcg_linear@5": 0.6409574608014282,
1513
+ "ndcg_linear@10": 0.6913736040564442,
1514
+ "ndcg_exponential@1": 0.38514357053682896,
1515
+ "ndcg_exponential@5": 0.6409574608014282,
1516
+ "ndcg_exponential@10": 0.6913736040564442,
1517
+ "precision@1": 0.38514357053682896,
1518
+ "precision@5": 0.1912609238451935,
1519
+ "precision@10": 0.1141697877652934,
1520
+ "recall@1": 0.3653506034124012,
1521
+ "recall@5": 0.8500312109862672,
1522
+ "recall@10": 0.9975551394090719,
1523
+ "f1@1": 0.37136515863107616,
1524
+ "f1@5": 0.30707754584159086,
1525
+ "f1@10": 0.20206111685512435,
1526
+ "map@1": 0.38514357053682896,
1527
+ "map@5": 0.5658139131641005,
1528
+ "map@10": 0.5892120113581568,
1529
+ "mrr@1": 0.38514357053682896,
1530
+ "mrr@5": 0.5745838535164378,
1531
+ "mrr@10": 0.593027317044171,
1532
+ "num_pred": 1602,
1533
+ "num_data": 1602
1534
+ }
1535
+ },
1536
+ "visdoc": {
1537
+ "ViDoRe_arxivqa": {
1538
+ "hit@1": 0.814,
1539
+ "hit@5": 0.916,
1540
+ "hit@10": 0.952,
1541
+ "ndcg_linear@1": 0.814,
1542
+ "ndcg_linear@5": 0.8699635099777467,
1543
+ "ndcg_linear@10": 0.8817938325628258,
1544
+ "ndcg_exponential@1": 0.814,
1545
+ "ndcg_exponential@5": 0.8699635099777467,
1546
+ "ndcg_exponential@10": 0.8817938325628258,
1547
+ "precision@1": 0.814,
1548
+ "precision@5": 0.1832,
1549
+ "precision@10": 0.09520000000000002,
1550
+ "recall@1": 0.814,
1551
+ "recall@5": 0.916,
1552
+ "recall@10": 0.952,
1553
+ "f1@1": 0.814,
1554
+ "f1@5": 0.30533333333333335,
1555
+ "f1@10": 0.17309090909090907,
1556
+ "map@1": 0.814,
1557
+ "map@5": 0.8544333333333334,
1558
+ "map@10": 0.8594269841269842,
1559
+ "mrr@1": 0.814,
1560
+ "mrr@5": 0.8544333333333334,
1561
+ "mrr@10": 0.8594269841269842,
1562
+ "num_pred": 500,
1563
+ "num_data": 500
1564
+ },
1565
+ "ViDoRe_docvqa": {
1566
+ "hit@1": 0.4656319290465632,
1567
+ "hit@5": 0.6075388026607539,
1568
+ "hit@10": 0.6851441241685144,
1569
+ "ndcg_linear@1": 0.4656319290465632,
1570
+ "ndcg_linear@5": 0.5410006406711141,
1571
+ "ndcg_linear@10": 0.5661160660847392,
1572
+ "ndcg_exponential@1": 0.4656319290465632,
1573
+ "ndcg_exponential@5": 0.5410006406711141,
1574
+ "ndcg_exponential@10": 0.5661160660847392,
1575
+ "precision@1": 0.4656319290465632,
1576
+ "precision@5": 0.1228381374722838,
1577
+ "precision@10": 0.06984478935698446,
1578
+ "recall@1": 0.46452328159645234,
1579
+ "recall@5": 0.6026237989652623,
1580
+ "recall@10": 0.6804878048780487,
1581
+ "f1@1": 0.46489283074648924,
1582
+ "f1@5": 0.2032172514238512,
1583
+ "f1@10": 0.12604158590854825,
1584
+ "map@1": 0.4656319290465632,
1585
+ "map@5": 0.5194308943089431,
1586
+ "map@10": 0.5297154471544716,
1587
+ "mrr@1": 0.4656319290465632,
1588
+ "mrr@5": 0.5208425720620842,
1589
+ "mrr@10": 0.5308107204448668,
1590
+ "num_pred": 451,
1591
+ "num_data": 451
1592
+ },
1593
+ "ViDoRe_infovqa": {
1594
+ "hit@1": 0.8259109311740891,
1595
+ "hit@5": 0.9352226720647774,
1596
+ "hit@10": 0.9615384615384616,
1597
+ "ndcg_linear@1": 0.8259109311740891,
1598
+ "ndcg_linear@5": 0.883407330604332,
1599
+ "ndcg_linear@10": 0.8927030267172703,
1600
+ "ndcg_exponential@1": 0.8259109311740891,
1601
+ "ndcg_exponential@5": 0.883407330604332,
1602
+ "ndcg_exponential@10": 0.8927030267172703,
1603
+ "precision@1": 0.8259109311740891,
1604
+ "precision@5": 0.18704453441295546,
1605
+ "precision@10": 0.09635627530364373,
1606
+ "recall@1": 0.8259109311740891,
1607
+ "recall@5": 0.9331983805668016,
1608
+ "recall@10": 0.9605263157894737,
1609
+ "f1@1": 0.8259109311740891,
1610
+ "f1@5": 0.31154810102178526,
1611
+ "f1@10": 0.17510121457489877,
1612
+ "map@1": 0.8259109311740891,
1613
+ "map@5": 0.8665991902834008,
1614
+ "map@10": 0.8707923655292077,
1615
+ "mrr@1": 0.8259109311740891,
1616
+ "mrr@5": 0.8671052631578948,
1617
+ "mrr@10": 0.8709610564873723,
1618
+ "num_pred": 494,
1619
+ "num_data": 494
1620
+ },
1621
+ "ViDoRe_tabfquad": {
1622
+ "hit@1": 0.8642857142857143,
1623
+ "hit@5": 0.975,
1624
+ "hit@10": 0.9928571428571429,
1625
+ "ndcg_linear@1": 0.8642857142857143,
1626
+ "ndcg_linear@5": 0.9234934850681767,
1627
+ "ndcg_linear@10": 0.9292631435010625,
1628
+ "ndcg_exponential@1": 0.8642857142857143,
1629
+ "ndcg_exponential@5": 0.9234934850681767,
1630
+ "ndcg_exponential@10": 0.9292631435010625,
1631
+ "precision@1": 0.8642857142857143,
1632
+ "precision@5": 0.19499999999999998,
1633
+ "precision@10": 0.09928571428571427,
1634
+ "recall@1": 0.8642857142857143,
1635
+ "recall@5": 0.975,
1636
+ "recall@10": 0.9928571428571429,
1637
+ "f1@1": 0.8642857142857143,
1638
+ "f1@5": 0.3250000000000001,
1639
+ "f1@10": 0.18051948051948058,
1640
+ "map@1": 0.8642857142857143,
1641
+ "map@5": 0.90625,
1642
+ "map@10": 0.9086309523809524,
1643
+ "mrr@1": 0.8642857142857143,
1644
+ "mrr@5": 0.90625,
1645
+ "mrr@10": 0.9086309523809524,
1646
+ "num_pred": 280,
1647
+ "num_data": 280
1648
+ },
1649
+ "ViDoRe_tatdqa": {
1650
+ "hit@1": 0.43256379100850545,
1651
+ "hit@5": 0.6816524908869988,
1652
+ "hit@10": 0.7679222357229648,
1653
+ "ndcg_linear@1": 0.43256379100850545,
1654
+ "ndcg_linear@5": 0.5659826483272091,
1655
+ "ndcg_linear@10": 0.5944444464187186,
1656
+ "ndcg_exponential@1": 0.43256379100850545,
1657
+ "ndcg_exponential@5": 0.5659826483272091,
1658
+ "ndcg_exponential@10": 0.5944444464187186,
1659
+ "precision@1": 0.43256379100850545,
1660
+ "precision@5": 0.13657351154313485,
1661
+ "precision@10": 0.0769744835965978,
1662
+ "recall@1": 0.4316524908869988,
1663
+ "recall@5": 0.6807411907654921,
1664
+ "recall@10": 0.767314702308627,
1665
+ "f1@1": 0.43195625759416767,
1666
+ "f1@5": 0.22742000810044558,
1667
+ "f1@10": 0.13987996612540968,
1668
+ "map@1": 0.43256379100850545,
1669
+ "map@5": 0.5274301336573511,
1670
+ "map@10": 0.539460982854057,
1671
+ "mrr@1": 0.43256379100850545,
1672
+ "mrr@5": 0.5279971648440663,
1673
+ "mrr@10": 0.5399672606993384,
1674
+ "num_pred": 1646,
1675
+ "num_data": 1646
1676
+ },
1677
+ "ViDoRe_shiftproject": {
1678
+ "hit@1": 0.41,
1679
+ "hit@5": 0.75,
1680
+ "hit@10": 0.82,
1681
+ "ndcg_linear@1": 0.41,
1682
+ "ndcg_linear@5": 0.5903381056930554,
1683
+ "ndcg_linear@10": 0.6128861768306215,
1684
+ "ndcg_exponential@1": 0.41,
1685
+ "ndcg_exponential@5": 0.5903381056930554,
1686
+ "ndcg_exponential@10": 0.6128861768306215,
1687
+ "precision@1": 0.41,
1688
+ "precision@5": 0.14999999999999997,
1689
+ "precision@10": 0.08199999999999999,
1690
+ "recall@1": 0.41,
1691
+ "recall@5": 0.75,
1692
+ "recall@10": 0.82,
1693
+ "f1@1": 0.41,
1694
+ "f1@5": 0.25000000000000006,
1695
+ "f1@10": 0.1490909090909091,
1696
+ "map@1": 0.41,
1697
+ "map@5": 0.5371666666666666,
1698
+ "map@10": 0.5464285714285714,
1699
+ "mrr@1": 0.41,
1700
+ "mrr@5": 0.5371666666666666,
1701
+ "mrr@10": 0.5464285714285714,
1702
+ "num_pred": 100,
1703
+ "num_data": 100
1704
+ },
1705
+ "ViDoRe_syntheticDocQA_artificial_intelligence": {
1706
+ "hit@1": 0.93,
1707
+ "hit@5": 0.99,
1708
+ "hit@10": 0.99,
1709
+ "ndcg_linear@1": 0.93,
1710
+ "ndcg_linear@5": 0.9638507213043261,
1711
+ "ndcg_linear@10": 0.9638507213043261,
1712
+ "ndcg_exponential@1": 0.93,
1713
+ "ndcg_exponential@5": 0.9638507213043261,
1714
+ "ndcg_exponential@10": 0.9638507213043261,
1715
+ "precision@1": 0.93,
1716
+ "precision@5": 0.19799999999999998,
1717
+ "precision@10": 0.09899999999999999,
1718
+ "recall@1": 0.93,
1719
+ "recall@5": 0.99,
1720
+ "recall@10": 0.99,
1721
+ "f1@1": 0.93,
1722
+ "f1@5": 0.3300000000000001,
1723
+ "f1@10": 0.18000000000000008,
1724
+ "map@1": 0.93,
1725
+ "map@5": 0.955,
1726
+ "map@10": 0.955,
1727
+ "mrr@1": 0.93,
1728
+ "mrr@5": 0.955,
1729
+ "mrr@10": 0.955,
1730
+ "num_pred": 100,
1731
+ "num_data": 100
1732
+ },
1733
+ "ViDoRe_syntheticDocQA_energy": {
1734
+ "hit@1": 0.87,
1735
+ "hit@5": 0.96,
1736
+ "hit@10": 0.97,
1737
+ "ndcg_linear@1": 0.87,
1738
+ "ndcg_linear@5": 0.9181520718956091,
1739
+ "ndcg_linear@10": 0.9214854052289425,
1740
+ "ndcg_exponential@1": 0.87,
1741
+ "ndcg_exponential@5": 0.9181520718956091,
1742
+ "ndcg_exponential@10": 0.9214854052289425,
1743
+ "precision@1": 0.87,
1744
+ "precision@5": 0.19199999999999995,
1745
+ "precision@10": 0.09699999999999998,
1746
+ "recall@1": 0.87,
1747
+ "recall@5": 0.96,
1748
+ "recall@10": 0.97,
1749
+ "f1@1": 0.87,
1750
+ "f1@5": 0.32000000000000006,
1751
+ "f1@10": 0.17636363636363647,
1752
+ "map@1": 0.87,
1753
+ "map@5": 0.9043333333333333,
1754
+ "map@10": 0.9057619047619048,
1755
+ "mrr@1": 0.87,
1756
+ "mrr@5": 0.9043333333333333,
1757
+ "mrr@10": 0.9057619047619048,
1758
+ "num_pred": 100,
1759
+ "num_data": 100
1760
+ },
1761
+ "ViDoRe_syntheticDocQA_government_reports": {
1762
+ "hit@1": 0.89,
1763
+ "hit@5": 0.99,
1764
+ "hit@10": 0.99,
1765
+ "ndcg_linear@1": 0.89,
1766
+ "ndcg_linear@5": 0.9486496739387958,
1767
+ "ndcg_linear@10": 0.9486496739387958,
1768
+ "ndcg_exponential@1": 0.89,
1769
+ "ndcg_exponential@5": 0.9486496739387958,
1770
+ "ndcg_exponential@10": 0.9486496739387958,
1771
+ "precision@1": 0.89,
1772
+ "precision@5": 0.19799999999999998,
1773
+ "precision@10": 0.09899999999999999,
1774
+ "recall@1": 0.89,
1775
+ "recall@5": 0.99,
1776
+ "recall@10": 0.99,
1777
+ "f1@1": 0.89,
1778
+ "f1@5": 0.3300000000000001,
1779
+ "f1@10": 0.18000000000000008,
1780
+ "map@1": 0.89,
1781
+ "map@5": 0.9345,
1782
+ "map@10": 0.9345,
1783
+ "mrr@1": 0.89,
1784
+ "mrr@5": 0.9345,
1785
+ "mrr@10": 0.9345,
1786
+ "num_pred": 100,
1787
+ "num_data": 100
1788
+ },
1789
+ "ViDoRe_syntheticDocQA_healthcare_industry": {
1790
+ "hit@1": 0.88,
1791
+ "hit@5": 0.98,
1792
+ "hit@10": 0.99,
1793
+ "ndcg_linear@1": 0.88,
1794
+ "ndcg_linear@5": 0.9430929753571458,
1795
+ "ndcg_linear@10": 0.9459836236203247,
1796
+ "ndcg_exponential@1": 0.88,
1797
+ "ndcg_exponential@5": 0.9430929753571458,
1798
+ "ndcg_exponential@10": 0.9459836236203247,
1799
+ "precision@1": 0.88,
1800
+ "precision@5": 0.19599999999999995,
1801
+ "precision@10": 0.09899999999999999,
1802
+ "recall@1": 0.88,
1803
+ "recall@5": 0.98,
1804
+ "recall@10": 0.99,
1805
+ "f1@1": 0.88,
1806
+ "f1@5": 0.32666666666666677,
1807
+ "f1@10": 0.18000000000000008,
1808
+ "map@1": 0.88,
1809
+ "map@5": 0.93,
1810
+ "map@10": 0.9309999999999999,
1811
+ "mrr@1": 0.88,
1812
+ "mrr@5": 0.93,
1813
+ "mrr@10": 0.9309999999999999,
1814
+ "num_pred": 100,
1815
+ "num_data": 100
1816
+ },
1817
+ "ViDoRe_esg_reports_human_labeled_v2": {
1818
+ "hit@1": 0.4807692307692308,
1819
+ "hit@5": 0.7692307692307693,
1820
+ "hit@10": 0.8269230769230769,
1821
+ "ndcg_linear@1": 0.46794871794871795,
1822
+ "ndcg_linear@5": 0.5231029536749049,
1823
+ "ndcg_linear@10": 0.5642419839348953,
1824
+ "ndcg_exponential@1": 0.4642857142857143,
1825
+ "ndcg_exponential@5": 0.5199478234799823,
1826
+ "ndcg_exponential@10": 0.5622681246560224,
1827
+ "precision@1": 0.4807692307692308,
1828
+ "precision@5": 0.21538461538461537,
1829
+ "precision@10": 0.1346153846153846,
1830
+ "recall@1": 0.3153846153846154,
1831
+ "recall@5": 0.5857600732600733,
1832
+ "recall@10": 0.697161172161172,
1833
+ "f1@1": 0.3529585798816568,
1834
+ "f1@5": 0.28283016003604244,
1835
+ "f1@10": 0.20688966953107224,
1836
+ "map@1": 0.4807692307692308,
1837
+ "map@5": 0.46277243589743594,
1838
+ "map@10": 0.4848348377812663,
1839
+ "mrr@1": 0.4807692307692308,
1840
+ "mrr@5": 0.5868589743589744,
1841
+ "mrr@10": 0.5944139194139194,
1842
+ "num_pred": 52,
1843
+ "num_data": 52
1844
+ },
1845
+ "ViDoRe_biomedical_lectures_v2_multilingual": {
1846
+ "hit@1": 0.50625,
1847
+ "hit@5": 0.8265625,
1848
+ "hit@10": 0.88125,
1849
+ "ndcg_linear@1": 0.50625,
1850
+ "ndcg_linear@5": 0.5635552270731254,
1851
+ "ndcg_linear@10": 0.5980070196635904,
1852
+ "ndcg_exponential@1": 0.50625,
1853
+ "ndcg_exponential@5": 0.5635552270731254,
1854
+ "ndcg_exponential@10": 0.5980070196635904,
1855
+ "precision@1": 0.50625,
1856
+ "precision@5": 0.259375,
1857
+ "precision@10": 0.16843750000000002,
1858
+ "recall@1": 0.3156677131079705,
1859
+ "recall@5": 0.6054366405653171,
1860
+ "recall@10": 0.7055087674274255,
1861
+ "f1@1": 0.3554510506854257,
1862
+ "f1@5": 0.32255546016483516,
1863
+ "f1@10": 0.24526363442861604,
1864
+ "map@1": 0.50625,
1865
+ "map@5": 0.49060546874999994,
1866
+ "map@10": 0.5098399729249339,
1867
+ "mrr@1": 0.50625,
1868
+ "mrr@5": 0.6283854166666666,
1869
+ "mrr@10": 0.635992683531746,
1870
+ "num_pred": 640,
1871
+ "num_data": 640
1872
+ },
1873
+ "ViDoRe_economics_reports_v2_multilingual": {
1874
+ "hit@1": 0.5732758620689655,
1875
+ "hit@5": 0.8922413793103449,
1876
+ "hit@10": 0.978448275862069,
1877
+ "ndcg_linear@1": 0.5732758620689655,
1878
+ "ndcg_linear@5": 0.5056928542215704,
1879
+ "ndcg_linear@10": 0.49488357505193353,
1880
+ "ndcg_exponential@1": 0.5732758620689655,
1881
+ "ndcg_exponential@5": 0.5056928542215704,
1882
+ "ndcg_exponential@10": 0.49488357505193353,
1883
+ "precision@1": 0.5732758620689655,
1884
+ "precision@5": 0.4344827586206897,
1885
+ "precision@10": 0.3603448275862069,
1886
+ "recall@1": 0.07730409431431869,
1887
+ "recall@5": 0.2645546014832297,
1888
+ "recall@10": 0.3912084402912238,
1889
+ "f1@1": 0.11903229749888544,
1890
+ "f1@5": 0.25985855611709935,
1891
+ "f1@10": 0.3026666529223137,
1892
+ "map@1": 0.5732758620689655,
1893
+ "map@5": 0.3957686781609196,
1894
+ "map@10": 0.34981371455830096,
1895
+ "mrr@1": 0.5732758620689655,
1896
+ "mrr@5": 0.7005747126436781,
1897
+ "mrr@10": 0.7119783114395183,
1898
+ "num_pred": 232,
1899
+ "num_data": 232
1900
+ },
1901
+ "ViDoRe_esg_reports_v2_multilingual": {
1902
+ "hit@1": 0.4473684210526316,
1903
+ "hit@5": 0.7105263157894737,
1904
+ "hit@10": 0.7763157894736842,
1905
+ "ndcg_linear@1": 0.4473684210526316,
1906
+ "ndcg_linear@5": 0.44296137683258524,
1907
+ "ndcg_linear@10": 0.47555183696536096,
1908
+ "ndcg_exponential@1": 0.4473684210526316,
1909
+ "ndcg_exponential@5": 0.44296137683258524,
1910
+ "ndcg_exponential@10": 0.47555183696536096,
1911
+ "precision@1": 0.4473684210526316,
1912
+ "precision@5": 0.24210526315789474,
1913
+ "precision@10": 0.16666666666666669,
1914
+ "recall@1": 0.1778560985797828,
1915
+ "recall@5": 0.44194340016708433,
1916
+ "recall@10": 0.5585056390977444,
1917
+ "f1@1": 0.22968161535312168,
1918
+ "f1@5": 0.26930435504418637,
1919
+ "f1@10": 0.2236229849080183,
1920
+ "map@1": 0.4473684210526316,
1921
+ "map@5": 0.3608382066276803,
1922
+ "map@10": 0.37163604903462355,
1923
+ "mrr@1": 0.4473684210526316,
1924
+ "mrr@5": 0.5542397660818714,
1925
+ "mrr@10": 0.5625818017265386,
1926
+ "num_pred": 228,
1927
+ "num_data": 228
1928
+ },
1929
+ "VisRAG_ArxivQA": {
1930
+ "hit@1": 0.8174019607843137,
1931
+ "hit@5": 0.8970588235294118,
1932
+ "hit@10": 0.9240196078431373,
1933
+ "ndcg_linear@1": 0.8174019607843137,
1934
+ "ndcg_linear@5": 0.8602361437120634,
1935
+ "ndcg_linear@10": 0.8690001461850066,
1936
+ "ndcg_exponential@1": 0.8174019607843137,
1937
+ "ndcg_exponential@5": 0.8602361437120634,
1938
+ "ndcg_exponential@10": 0.8690001461850066,
1939
+ "precision@1": 0.8174019607843137,
1940
+ "precision@5": 0.17941176470588235,
1941
+ "precision@10": 0.09240196078431373,
1942
+ "recall@1": 0.8174019607843137,
1943
+ "recall@5": 0.8970588235294118,
1944
+ "recall@10": 0.9240196078431373,
1945
+ "f1@1": 0.8174019607843137,
1946
+ "f1@5": 0.2990196078431373,
1947
+ "f1@10": 0.16800356506238864,
1948
+ "map@1": 0.8174019607843137,
1949
+ "map@5": 0.8479575163398693,
1950
+ "map@10": 0.8516038359788359,
1951
+ "mrr@1": 0.8174019607843137,
1952
+ "mrr@5": 0.8479575163398693,
1953
+ "mrr@10": 0.8516038359788359,
1954
+ "num_pred": 816,
1955
+ "num_data": 816
1956
+ },
1957
+ "VisRAG_ChartQA": {
1958
+ "hit@1": 0.7936507936507936,
1959
+ "hit@5": 0.9365079365079365,
1960
+ "hit@10": 0.9523809523809523,
1961
+ "ndcg_linear@1": 0.7936507936507936,
1962
+ "ndcg_linear@5": 0.8707782688952344,
1963
+ "ndcg_linear@10": 0.8764323512302824,
1964
+ "ndcg_exponential@1": 0.7936507936507936,
1965
+ "ndcg_exponential@5": 0.8707782688952344,
1966
+ "ndcg_exponential@10": 0.8764323512302824,
1967
+ "precision@1": 0.7936507936507936,
1968
+ "precision@5": 0.1873015873015872,
1969
+ "precision@10": 0.09523809523809518,
1970
+ "recall@1": 0.7936507936507936,
1971
+ "recall@5": 0.9365079365079365,
1972
+ "recall@10": 0.9523809523809523,
1973
+ "f1@1": 0.7936507936507936,
1974
+ "f1@5": 0.3121693121693121,
1975
+ "f1@10": 0.17316017316017318,
1976
+ "map@1": 0.7936507936507936,
1977
+ "map@5": 0.848941798941799,
1978
+ "map@10": 0.8515873015873017,
1979
+ "mrr@1": 0.7936507936507936,
1980
+ "mrr@5": 0.848941798941799,
1981
+ "mrr@10": 0.8515873015873017,
1982
+ "num_pred": 63,
1983
+ "num_data": 63
1984
+ },
1985
+ "VisRAG_MP-DocVQA": {
1986
+ "hit@1": 0.7631133671742809,
1987
+ "hit@5": 0.922165820642978,
1988
+ "hit@10": 0.9509306260575296,
1989
+ "ndcg_linear@1": 0.7631133671742809,
1990
+ "ndcg_linear@5": 0.8492305733647584,
1991
+ "ndcg_linear@10": 0.8587299495016036,
1992
+ "ndcg_exponential@1": 0.7631133671742809,
1993
+ "ndcg_exponential@5": 0.8492305733647584,
1994
+ "ndcg_exponential@10": 0.8587299495016036,
1995
+ "precision@1": 0.7631133671742809,
1996
+ "precision@5": 0.1844331641285956,
1997
+ "precision@10": 0.09509306260575294,
1998
+ "recall@1": 0.7631133671742809,
1999
+ "recall@5": 0.922165820642978,
2000
+ "recall@10": 0.9509306260575296,
2001
+ "f1@1": 0.7631133671742809,
2002
+ "f1@5": 0.30738860688099273,
2003
+ "f1@10": 0.17289647746500544,
2004
+ "map@1": 0.7631133671742809,
2005
+ "map@5": 0.8248166948674562,
2006
+ "map@10": 0.8288534364676496,
2007
+ "mrr@1": 0.7631133671742809,
2008
+ "mrr@5": 0.8248166948674562,
2009
+ "mrr@10": 0.8288534364676496,
2010
+ "num_pred": 591,
2011
+ "num_data": 591
2012
+ },
2013
+ "VisRAG_SlideVQA": {
2014
+ "hit@1": 0.9388489208633094,
2015
+ "hit@5": 0.987410071942446,
2016
+ "hit@10": 0.9928057553956835,
2017
+ "ndcg_linear@1": 0.9388489208633094,
2018
+ "ndcg_linear@5": 0.9564955700179928,
2019
+ "ndcg_linear@10": 0.9595712765704553,
2020
+ "ndcg_exponential@1": 0.9388489208633094,
2021
+ "ndcg_exponential@5": 0.9564955700179928,
2022
+ "ndcg_exponential@10": 0.9595712765704553,
2023
+ "precision@1": 0.9388489208633094,
2024
+ "precision@5": 0.24676258992805752,
2025
+ "precision@10": 0.12464028776978417,
2026
+ "recall@1": 0.8093525179856115,
2027
+ "recall@5": 0.97931654676259,
2028
+ "recall@10": 0.9883093525179856,
2029
+ "f1@1": 0.8525179856115108,
2030
+ "f1@5": 0.38703323055841055,
2031
+ "f1@10": 0.21879768912143016,
2032
+ "map@1": 0.9388489208633094,
2033
+ "map@5": 0.9423860911270981,
2034
+ "map@10": 0.9439819572913097,
2035
+ "mrr@1": 0.9388489208633094,
2036
+ "mrr@5": 0.961031175059952,
2037
+ "mrr@10": 0.9616478245974648,
2038
+ "num_pred": 556,
2039
+ "num_data": 556
2040
+ },
2041
+ "VisRAG_InfoVQA": {
2042
+ "hit@1": 0.8398328690807799,
2043
+ "hit@5": 0.9763231197771588,
2044
+ "hit@10": 0.9860724233983287,
2045
+ "ndcg_linear@1": 0.8398328690807799,
2046
+ "ndcg_linear@5": 0.9162854783878255,
2047
+ "ndcg_linear@10": 0.9196176864808098,
2048
+ "ndcg_exponential@1": 0.8398328690807799,
2049
+ "ndcg_exponential@5": 0.9162854783878255,
2050
+ "ndcg_exponential@10": 0.9196176864808098,
2051
+ "precision@1": 0.8398328690807799,
2052
+ "precision@5": 0.19526462395543173,
2053
+ "precision@10": 0.09860724233983284,
2054
+ "recall@1": 0.8398328690807799,
2055
+ "recall@5": 0.9763231197771588,
2056
+ "recall@10": 0.9860724233983287,
2057
+ "f1@1": 0.8398328690807799,
2058
+ "f1@5": 0.3254410399257197,
2059
+ "f1@10": 0.17928589516333251,
2060
+ "map@1": 0.8398328690807799,
2061
+ "map@5": 0.8959842154131847,
2062
+ "map@10": 0.8974654021311403,
2063
+ "mrr@1": 0.8398328690807799,
2064
+ "mrr@5": 0.8959842154131847,
2065
+ "mrr@10": 0.8974654021311403,
2066
+ "num_pred": 718,
2067
+ "num_data": 718
2068
+ },
2069
+ "VisRAG_PlotQA": {
2070
+ "hit@1": 0.5422943221320974,
2071
+ "hit@5": 0.8018539976825029,
2072
+ "hit@10": 0.8748551564310545,
2073
+ "ndcg_linear@1": 0.5422943221320974,
2074
+ "ndcg_linear@5": 0.6827347378792185,
2075
+ "ndcg_linear@10": 0.7064215198702343,
2076
+ "ndcg_exponential@1": 0.5422943221320974,
2077
+ "ndcg_exponential@5": 0.6827347378792185,
2078
+ "ndcg_exponential@10": 0.7064215198702343,
2079
+ "precision@1": 0.5422943221320974,
2080
+ "precision@5": 0.16037079953650055,
2081
+ "precision@10": 0.08748551564310544,
2082
+ "recall@1": 0.5422943221320974,
2083
+ "recall@5": 0.8018539976825029,
2084
+ "recall@10": 0.8748551564310545,
2085
+ "f1@1": 0.5422943221320974,
2086
+ "f1@5": 0.2672846658941677,
2087
+ "f1@10": 0.1590645738965554,
2088
+ "map@1": 0.5422943221320974,
2089
+ "map@5": 0.642950946311317,
2090
+ "map@10": 0.6527740992109474,
2091
+ "mrr@1": 0.5422943221320974,
2092
+ "mrr@5": 0.642950946311317,
2093
+ "mrr@10": 0.6527740992109474,
2094
+ "num_pred": 863,
2095
+ "num_data": 863
2096
+ },
2097
+ "ViDoSeek-page-fixed": {
2098
+ "hit@1": 0.6847635726795096,
2099
+ "hit@5": 0.9369527145359019,
2100
+ "hit@10": 0.9728546409807356,
2101
+ "ndcg_linear@1": 0.6847635726795096,
2102
+ "ndcg_linear@5": 0.822576755930574,
2103
+ "ndcg_linear@10": 0.8345012424715287,
2104
+ "ndcg_exponential@1": 0.6847635726795096,
2105
+ "ndcg_exponential@5": 0.822576755930574,
2106
+ "ndcg_exponential@10": 0.8345012424715287,
2107
+ "precision@1": 0.6847635726795096,
2108
+ "precision@5": 0.18739054290718035,
2109
+ "precision@10": 0.09728546409807354,
2110
+ "recall@1": 0.6847635726795096,
2111
+ "recall@5": 0.9369527145359019,
2112
+ "recall@10": 0.9728546409807356,
2113
+ "f1@1": 0.6847635726795096,
2114
+ "f1@5": 0.3123175715119674,
2115
+ "f1@10": 0.1768826619964974,
2116
+ "map@1": 0.6847635726795096,
2117
+ "map@5": 0.7841652072387624,
2118
+ "map@10": 0.7892659077641565,
2119
+ "mrr@1": 0.6847635726795096,
2120
+ "mrr@5": 0.7841652072387624,
2121
+ "mrr@10": 0.7892659077641565,
2122
+ "num_pred": 1142,
2123
+ "num_data": 1142
2124
+ },
2125
+ "ViDoSeek-doc": {
2126
+ "hit@1": 0.9956217162872154,
2127
+ "hit@5": 0.9982486865148862,
2128
+ "hit@10": 0.9982486865148862,
2129
+ "ndcg_linear@1": 0.6786339754816112,
2130
+ "ndcg_linear@5": 0.8259541956312151,
2131
+ "ndcg_linear@10": 0.8147999379186285,
2132
+ "ndcg_exponential@1": 0.45221416062046527,
2133
+ "ndcg_exponential@5": 0.7057585750688683,
2134
+ "ndcg_exponential@10": 0.7385947216963901,
2135
+ "precision@1": 0.9956217162872154,
2136
+ "precision@5": 0.9110332749562172,
2137
+ "precision@10": 0.8310858143607706,
2138
+ "recall@1": 0.05869936044298614,
2139
+ "recall@5": 0.2668225691685286,
2140
+ "recall@10": 0.47667250264274535,
2141
+ "f1@1": 0.1101123777473602,
2142
+ "f1@5": 0.4045533311035866,
2143
+ "f1@10": 0.5925626257237024,
2144
+ "map@1": 0.9956217162872154,
2145
+ "map@5": 0.9043053123175715,
2146
+ "map@10": 0.8215389270127199,
2147
+ "mrr@1": 0.9956217162872154,
2148
+ "mrr@5": 0.9965703444249855,
2149
+ "mrr@10": 0.9965703444249855,
2150
+ "num_pred": 1142,
2151
+ "num_data": 1142
2152
+ },
2153
+ "MMLongBench-page-fixed": {
2154
+ "hit@1": 0.43675417661097854,
2155
+ "hit@5": 0.6348448687350835,
2156
+ "hit@10": 0.6957040572792362,
2157
+ "ndcg_linear@1": 0.43675417661097854,
2158
+ "ndcg_linear@5": 0.4986593707544014,
2159
+ "ndcg_linear@10": 0.5219075882040135,
2160
+ "ndcg_exponential@1": 0.43675417661097854,
2161
+ "ndcg_exponential@5": 0.4986593707544014,
2162
+ "ndcg_exponential@10": 0.5219075882040135,
2163
+ "precision@1": 0.43675417661097854,
2164
+ "precision@5": 0.15942720763723153,
2165
+ "precision@10": 0.09260143198090694,
2166
+ "recall@1": 0.34637404163060487,
2167
+ "recall@5": 0.5543924717552402,
2168
+ "recall@10": 0.6200637601592255,
2169
+ "f1@1": 0.373351224484876,
2170
+ "f1@5": 0.23593493680886637,
2171
+ "f1@10": 0.1547619710801886,
2172
+ "map@1": 0.43675417661097854,
2173
+ "map@5": 0.45869298594537256,
2174
+ "map@10": 0.4696499978051859,
2175
+ "mrr@1": 0.43675417661097854,
2176
+ "mrr@5": 0.5144590294351631,
2177
+ "mrr@10": 0.5228146190855022,
2178
+ "num_pred": 838,
2179
+ "num_data": 838
2180
+ },
2181
+ "MMLongBench-doc": {
2182
+ "hit@1": 0.698090692124105,
2183
+ "hit@5": 0.8078758949880668,
2184
+ "hit@10": 0.8448687350835322,
2185
+ "ndcg_linear@1": 0.4900556881463803,
2186
+ "ndcg_linear@5": 0.5070050358750207,
2187
+ "ndcg_linear@10": 0.47959042626619425,
2188
+ "ndcg_exponential@1": 0.3414592567337197,
2189
+ "ndcg_exponential@5": 0.4228268997501526,
2190
+ "ndcg_exponential@10": 0.42569770700679677,
2191
+ "precision@1": 0.698090692124105,
2192
+ "precision@5": 0.5591885441527447,
2193
+ "precision@10": 0.4825775656324582,
2194
+ "recall@1": 0.022541273770967058,
2195
+ "recall@5": 0.08590705947354185,
2196
+ "recall@10": 0.1438111561992801,
2197
+ "f1@1": 0.04323740119475395,
2198
+ "f1@5": 0.14305060126421332,
2199
+ "f1@10": 0.2077613854153109,
2200
+ "map@1": 0.698090692124105,
2201
+ "map@5": 0.5254136833731106,
2202
+ "map@10": 0.43396660184448566,
2203
+ "mrr@1": 0.698090692124105,
2204
+ "mrr@5": 0.7410700079554494,
2205
+ "mrr@10": 0.7461056180626586,
2206
+ "num_pred": 838,
2207
+ "num_data": 838
2208
+ }
2209
+ }
2210
+ }
2211
+ }