MINGYISU commited on
Commit
cc28953
·
1 Parent(s): 641a006

major scores update

Browse files
app.py CHANGED
@@ -149,11 +149,16 @@ with gr.Blocks() as block:
149
  with gr.TabItem("📑 Visual Doc", elem_id="tab-visdoc", id=4):
150
  gr.Markdown(v2.TABLE_INTRODUCTION_D)
151
  df2_d = v2.rank_models(df2[v2.COLUMN_NAMES_D], 'Visdoc-Overall')
 
 
 
 
 
152
  data_component5 = gr.components.Dataframe(
153
  value=df2_d,
154
- headers=v2.COLUMN_NAMES_D,
155
  type="pandas",
156
- datatype=v2.DATA_TITLE_TYPE_D,
157
  interactive=False,
158
  visible=True,
159
  max_height=2400,
 
149
  with gr.TabItem("📑 Visual Doc", elem_id="tab-visdoc", id=4):
150
  gr.Markdown(v2.TABLE_INTRODUCTION_D)
151
  df2_d = v2.rank_models(df2[v2.COLUMN_NAMES_D], 'Visdoc-Overall')
152
+ old_df_vd = pd.read_json('archive/cached_vd_scores_before_fix.jsonl', orient='records', lines=True)
153
+ df2_d = df2_d.merge(old_df_vd, on='Models', how='left')
154
+ df2_d = df2_d.fillna(0)
155
+ temp_header = v2.COLUMN_NAMES_D[:5] + ['Visdoc-Overall-before-fix', 'VisDoc-OOD-before-fix'] + v2.COLUMN_NAMES_D[5:] + [ 'ViDoSeek-page-before-fix', 'MMLongBench-page-before-fix']
156
+ df2_d = df2_d[temp_header]
157
  data_component5 = gr.components.Dataframe(
158
  value=df2_d,
159
+ headers=temp_header,
160
  type="pandas",
161
+ datatype=v2.DATA_TITLE_TYPE_D+['number']*4,
162
  interactive=False,
163
  visible=True,
164
  max_height=2400,
archive/cached_vd_scores_before_fix.jsonl CHANGED
@@ -1,9 +1,4 @@
1
- {"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-Colqwen3-4B\">Ops-Colqwen3-4B<\/a>","Visdoc-Overall-before-fix":84.12,"VisDoc-OOD-before-fix":71.87,"ViDoSeek-page-before-fix":88.54,"MMLongBench-page-before-fix":60.68}
2
- {"Models":"Taichu-UniRetriever-8B","Visdoc-Overall-before-fix":83.25,"VisDoc-OOD-before-fix":74.78,"ViDoSeek-page-before-fix":92.42,"MMLongBench-page-before-fix":63.78}
3
- {"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-8B\">Qwen3-VL-Embedding-8B<\/a>","Visdoc-Overall-before-fix":82.36,"VisDoc-OOD-before-fix":73.27,"ViDoSeek-page-before-fix":88.38,"MMLongBench-page-before-fix":60.29}
4
- {"Models":"Taichu-UniRetriever-2B","Visdoc-Overall-before-fix":81.31,"VisDoc-OOD-before-fix":72.81,"ViDoSeek-page-before-fix":86.45,"MMLongBench-page-before-fix":62.55}
5
  {"Models":"<a href=\"https:\/\/interestfm-tte.github.io\/\">IFM-TTE-7B<\/a>","Visdoc-Overall-before-fix":79.48,"VisDoc-OOD-before-fix":53.27,"ViDoSeek-page-before-fix":50.29,"MMLongBench-page-before-fix":28.18}
6
- {"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-2B\">Qwen3-VL-Embedding-2B<\/a>","Visdoc-Overall-before-fix":79.22,"VisDoc-OOD-before-fix":69.41,"ViDoSeek-page-before-fix":81.94,"MMLongBench-page-before-fix":55.73}
7
  {"Models":"<a href=\"https:\/\/console.volcengine.com\/ark\/region:ark+cn-beijing\/model\/detail?Id=doubao-embedding-vision\">seed1.6-embedding-1215<\/a>","Visdoc-Overall-before-fix":77.88,"VisDoc-OOD-before-fix":44.77,"ViDoSeek-page-before-fix":22.29,"MMLongBench-page-before-fix":17.15}
8
  {"Models":"WeMM-Embedding-8B","Visdoc-Overall-before-fix":77.3,"VisDoc-OOD-before-fix":45.16,"ViDoSeek-page-before-fix":23.34,"MMLongBench-page-before-fix":17.05}
9
  {"Models":"<a href=\"https:\/\/github.com\/360CVGroup\/RzenEmbed\">RzenEmbed-v2-7B<\/a>","Visdoc-Overall-before-fix":77.06,"VisDoc-OOD-before-fix":44.38,"ViDoSeek-page-before-fix":23.09,"MMLongBench-page-before-fix":15.62}
@@ -11,7 +6,6 @@
11
  {"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Visdoc-Overall-before-fix":76.14,"VisDoc-OOD-before-fix":44.33,"ViDoSeek-page-before-fix":23.11,"MMLongBench-page-before-fix":15.78}
12
  {"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Visdoc-Overall-before-fix":75.18,"VisDoc-OOD-before-fix":44.4,"ViDoSeek-page-before-fix":23.24,"MMLongBench-page-before-fix":16.19}
13
  {"Models":"WeMM-Embedding-2B","Visdoc-Overall-before-fix":74.81,"VisDoc-OOD-before-fix":44.15,"ViDoSeek-page-before-fix":22.27,"MMLongBench-page-before-fix":16.53}
14
- {"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Visdoc-Overall-before-fix":74.69,"VisDoc-OOD-before-fix":66.66,"ViDoSeek-page-before-fix":80.26,"MMLongBench-page-before-fix":53.0}
15
  {"Models":"RzenEmbed-v1-2B","Visdoc-Overall-before-fix":74.41,"VisDoc-OOD-before-fix":43.33,"ViDoSeek-page-before-fix":22.89,"MMLongBench-page-before-fix":16.21}
16
  {"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-2B<\/a>","Visdoc-Overall-before-fix":74.19,"VisDoc-OOD-before-fix":66.12,"ViDoSeek-page-before-fix":79.47,"MMLongBench-page-before-fix":51.82}
17
  {"Models":"<a href=\"https:\/\/seed1-6-embedding.github.io\">seed-1.6-embedding<\/a>","Visdoc-Overall-before-fix":73.44,"VisDoc-OOD-before-fix":43.14,"ViDoSeek-page-before-fix":22.8,"MMLongBench-page-before-fix":15.57}
@@ -29,17 +23,4 @@
29
  {"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Visdoc-Overall-before-fix":50.24,"VisDoc-OOD-before-fix":40.09,"ViDoSeek-page-before-fix":23.05,"MMLongBench-page-before-fix":13.52}
30
  {"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Visdoc-Overall-before-fix":46.43,"VisDoc-OOD-before-fix":38.09,"ViDoSeek-page-before-fix":22.28,"MMLongBench-page-before-fix":11.82}
31
  {"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Visdoc-Overall-before-fix":41.55,"VisDoc-OOD-before-fix":33.55,"ViDoSeek-page-before-fix":17.74,"MMLongBench-page-before-fix":9.6}
32
- {"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Visdoc-Overall-before-fix":23.91,"VisDoc-OOD-before-fix":20.99,"ViDoSeek-page-before-fix":11.29,"MMLongBench-page-before-fix":7.95}
33
- {"Models":"TCE-v1","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
34
- {"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/GVE-7B\">GVE-7B<\/a>","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
35
- {"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
36
- {"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
37
- {"Models":"OEmbedding-v1-7B","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
38
- {"Models":"dp-embedding-v3-lite","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
39
- {"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-7B<\/a>","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
40
- {"Models":"UniVec-7B","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
41
- {"Models":"ReCo-7B","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
42
- {"Models":"UniVec-CoT-7B","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
43
- {"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
44
- {"Models":"QQMM-embed-v3","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
45
- {"Models":"TCR","Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
 
 
 
 
 
1
  {"Models":"<a href=\"https:\/\/interestfm-tte.github.io\/\">IFM-TTE-7B<\/a>","Visdoc-Overall-before-fix":79.48,"VisDoc-OOD-before-fix":53.27,"ViDoSeek-page-before-fix":50.29,"MMLongBench-page-before-fix":28.18}
 
2
  {"Models":"<a href=\"https:\/\/console.volcengine.com\/ark\/region:ark+cn-beijing\/model\/detail?Id=doubao-embedding-vision\">seed1.6-embedding-1215<\/a>","Visdoc-Overall-before-fix":77.88,"VisDoc-OOD-before-fix":44.77,"ViDoSeek-page-before-fix":22.29,"MMLongBench-page-before-fix":17.15}
3
  {"Models":"WeMM-Embedding-8B","Visdoc-Overall-before-fix":77.3,"VisDoc-OOD-before-fix":45.16,"ViDoSeek-page-before-fix":23.34,"MMLongBench-page-before-fix":17.05}
4
  {"Models":"<a href=\"https:\/\/github.com\/360CVGroup\/RzenEmbed\">RzenEmbed-v2-7B<\/a>","Visdoc-Overall-before-fix":77.06,"VisDoc-OOD-before-fix":44.38,"ViDoSeek-page-before-fix":23.09,"MMLongBench-page-before-fix":15.62}
 
6
  {"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Visdoc-Overall-before-fix":76.14,"VisDoc-OOD-before-fix":44.33,"ViDoSeek-page-before-fix":23.11,"MMLongBench-page-before-fix":15.78}
7
  {"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Visdoc-Overall-before-fix":75.18,"VisDoc-OOD-before-fix":44.4,"ViDoSeek-page-before-fix":23.24,"MMLongBench-page-before-fix":16.19}
8
  {"Models":"WeMM-Embedding-2B","Visdoc-Overall-before-fix":74.81,"VisDoc-OOD-before-fix":44.15,"ViDoSeek-page-before-fix":22.27,"MMLongBench-page-before-fix":16.53}
 
9
  {"Models":"RzenEmbed-v1-2B","Visdoc-Overall-before-fix":74.41,"VisDoc-OOD-before-fix":43.33,"ViDoSeek-page-before-fix":22.89,"MMLongBench-page-before-fix":16.21}
10
  {"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-2B<\/a>","Visdoc-Overall-before-fix":74.19,"VisDoc-OOD-before-fix":66.12,"ViDoSeek-page-before-fix":79.47,"MMLongBench-page-before-fix":51.82}
11
  {"Models":"<a href=\"https:\/\/seed1-6-embedding.github.io\">seed-1.6-embedding<\/a>","Visdoc-Overall-before-fix":73.44,"VisDoc-OOD-before-fix":43.14,"ViDoSeek-page-before-fix":22.8,"MMLongBench-page-before-fix":15.57}
 
23
  {"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Visdoc-Overall-before-fix":50.24,"VisDoc-OOD-before-fix":40.09,"ViDoSeek-page-before-fix":23.05,"MMLongBench-page-before-fix":13.52}
24
  {"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Visdoc-Overall-before-fix":46.43,"VisDoc-OOD-before-fix":38.09,"ViDoSeek-page-before-fix":22.28,"MMLongBench-page-before-fix":11.82}
25
  {"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Visdoc-Overall-before-fix":41.55,"VisDoc-OOD-before-fix":33.55,"ViDoSeek-page-before-fix":17.74,"MMLongBench-page-before-fix":9.6}
26
+ {"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Visdoc-Overall-before-fix":23.91,"VisDoc-OOD-before-fix":20.99,"ViDoSeek-page-before-fix":11.29,"MMLongBench-page-before-fix":7.95}
 
 
 
 
 
 
 
 
 
 
 
 
 
rankings/image_ranking.csv CHANGED
@@ -28,8 +28,8 @@ Rank,Models,Model Size(B),Date,Image-Overall,I-CLS,I-QA,I-RET,I-VG,VOC2007,N24Ne
28
  27,"<a href=""https://huggingface.co/friedrichor/Unite-Instruct-Qwen2-VL-7B"">UNITE-Instruct-7B</a>",8.29,unknown,70.3,68.3,65.1,71.6,84.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
29
  28,"<a href=""https://huggingface.co/zhibinlan/LLaVE-7B"">LLaVE-7B</a>",8.03,unknown,70.3,65.7,65.4,70.9,91.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
30
  29,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,70.2,62.4,69.55,69.97,92.0,89.7,81.0,74.6,55.4,21.0,44.4,76.5,60.3,38.3,82.8,71.4,60.4,94.7,76.4,68.3,62.4,53.0,71.9,83.6,53.4,83.6,57.0,75.1,80.8,76.5,74.4,66.0,89.9,18.9,66.3,68.2,82.9,83.8,95.3,93.9,95.0
31
- 30,"<a href=""https://arxiv.org/pdf/2503.19900"">interestFM-UIR-CAFe-7B</a>",8.03,unknown,69.8,65.2,65.6,70.0,91.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
32
- 31,"<a href=""https://huggingface.co/intfloat/mmE5-mllama-11b-instruct"">mmE5-mllama-11b-instruct</a>",10.6,unknown,69.8,67.6,62.6,71.0,89.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
33
  32,"<a href=""https://huggingface.co/BAAI/BGE-VL-v1.5-mmeb"">BGE-VL-v1.5 (FT; LlaVA-1.6-Mistral)</a>",7.57,unknown,69.4,63.7,64.9,72.2,86.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
34
  33,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,69.21,65.82,65.94,70.05,83.3,86.9,80.5,74.6,65.5,25.3,42.4,76.4,65.8,49.5,91.3,66.9,56.1,93.4,68.2,56.9,61.1,47.1,73.8,83.0,52.9,82.9,56.9,75.3,81.3,75.3,73.4,67.5,89.7,19.5,63.9,68.6,86.3,67.4,90.5,91.3,84.0
35
  34,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,69.03,68.07,65.11,69.17,80.85,81.3,78.4,80.7,68.4,28.6,43.9,81.1,74.0,53.1,91.2,64.1,54.0,93.0,65.3,56.1,58.5,47.3,74.4,83.1,55.3,79.4,47.3,76.2,79.1,74.1,69.7,66.1,91.1,18.5,68.8,69.1,90.6,66.8,84.1,87.9,84.6
@@ -41,28 +41,28 @@ Rank,Models,Model Size(B),Date,Image-Overall,I-CLS,I-QA,I-RET,I-VG,VOC2007,N24Ne
41
  40,"<a href=""https://huggingface.co/DeepGlint-AI/UniME-LLaVA-1.6-7B"">UniME(LLaVA-1.6-7B-LoRA-LowRes)</a>",7.57,unknown,66.6,60.6,52.9,67.9,85.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
42
  41,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,66.56,64.81,62.78,67.62,77.17,80.0,81.1,79.4,52.0,23.4,42.6,75.3,75.2,50.4,88.7,62.4,51.1,92.2,67.7,64.9,54.1,42.7,67.3,78.6,46.8,76.6,53.7,71.7,74.2,75.1,68.9,67.2,90.0,17.1,62.0,66.9,88.0,69.5,83.3,84.4,71.5
43
  42,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec (Qwen2-VL-7B-LoRA-HighRes)</a>",8.29,unknown,65.8,62.6,57.8,69.9,81.7,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
44
- 43,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-06-28,65.49,62.69,56.85,69.44,82.22,80.7,79.7,77.4,40.1,29.8,37.4,80.1,69.7,58.1,73.9,56.8,47.3,89.7,60.0,56.9,52.7,38.5,55.1,71.6,39.9,81.9,51.1,80.5,81.2,77.2,73.9,67.6,88.3,17.1,62.3,66.5,85.7,75.7,87.6,84.6,81.0
45
  44,"<a href=""https://huggingface.co/zhibinlan/LLaVE-2B"">LLaVE-2B</a>",1.95,unknown,65.2,62.1,60.2,65.2,84.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
46
- 45,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-06-28,64.85,62.9,56.29,69.47,77.3,85.0,72.9,71.0,65.2,25.2,35.9,80.8,56.3,47.4,89.3,51.5,43.6,90.1,58.8,47.4,52.9,38.2,64.9,72.2,43.3,82.7,57.5,74.5,78.2,75.3,71.4,68.6,90.6,19.5,66.9,64.3,84.1,67.1,87.1,85.8,69.2
47
  46,"<a href=""https://huggingface.co/DeepGlint-AI/UniME-Phi3.5-V-4.2B"">UniME(Phi-3.5-V-LoRA)</a>",4.2,unknown,64.2,54.8,55.9,64.5,81.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
48
  47,"<a href=""https://huggingface.co/JUNJIE99/MMRet-large"">MMRet-MLLM (FT)</a>",7.57,unknown,64.1,56.0,57.4,69.9,83.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
49
  48,"<a href=""https://huggingface.co/friedrichor/Unite-Instruct-Qwen2-VL-2B"">UNITE-Instruct-2B</a>",2.21,unknown,63.3,63.2,55.9,65.4,75.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
50
  49,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-LLaVa-Next"">VLM2Vec (LLaVA-1.6-LoRA-HighRes)</a>",7.57,unknown,62.9,61.2,49.9,67.4,86.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
51
- 50,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Full"">VLM2Vec (Phi-3.5-V-LoRA)</a>",4.15,unknown,60.1,54.8,54.9,62.3,79.5,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
52
- 51,"<a href=""https://huggingface.co/BAAI/BGE-VL-v1.5-zs"">BGE-VL-v1.5 (zeroshot; LlaVA-1.6-Mistral)</a>",7.57,unknown,60.1,56.1,55.3,63.9,70.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
53
- 52,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-06-28,59.74,58.71,49.26,64.98,72.85,74.3,73.7,73.8,37.1,21.5,35.3,77.5,58.3,50.9,84.7,48.5,39.5,82.5,47.7,42.3,51.2,30.7,48.3,63.3,38.6,74.3,46.8,73.1,73.7,73.4,68.5,66.3,85.9,14.0,54.2,68.3,81.2,66.5,80.9,75.7,68.3
54
  53,"<a href=""https://arxiv.org/pdf/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,unknown,59.6,59.1,49.1,61.0,83.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
55
  54,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec (Qwen2-VL-2B-LoRA-HighRes)</a>",2.21,unknown,59.3,59.0,49.4,65.4,73.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
56
  55,"<a href=""https://huggingface.co/zhibinlan/LLaVE-0.5B"">LLaVE-0.5B</a>",0.894,unknown,59.1,57.4,50.3,59.8,82.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
57
  56,"<a href=""https://huggingface.co/intfloat/mmE5-mllama-11b-instruct"">mmE5 (w/ 560K synthetic data)</a>",10.6,unknown,58.6,60.6,55.7,54.7,72.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
58
- 57,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-06-28,55.95,57.65,34.66,71.17,59.3,80.3,50.5,69.5,69.0,24.8,39.1,64.6,53.6,41.2,83.9,33.2,21.0,41.4,20.3,17.8,22.2,28.0,76.9,46.8,39.0,60.8,54.9,79.7,83.6,71.2,57.7,67.6,91.4,37.8,78.2,75.1,96.0,31.4,60.9,78.4,66.5
59
  58,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Full"">VLM2Vec (Phi-3.5-V-FT)</a>",4.15,unknown,55.9,52.8,50.3,57.8,72.3,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
60
  59,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,unknown,55.8,56.9,41.2,67.8,53.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
61
  60,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,55.43,56.44,45.28,57.55,71.95,81.9,69.6,68.8,51.0,11.3,37.4,64.6,55.3,38.1,86.4,47.1,43.0,60.6,30.2,32.7,48.9,39.7,52.1,59.6,38.9,68.4,43.4,58.4,61.0,66.4,63.2,63.8,80.0,23.3,46.4,52.4,63.9,63.1,76.6,70.6,77.5
62
  61,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-LLaVa-Next"">VLM2Vec (LLaVA-1.6-LoRA-LowRes)</a>",7.57,unknown,55.0,54.7,50.3,56.2,64.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
63
- 62,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-06-28,54.08,59.2,26.47,69.95,62.65,80.1,51.3,68.5,66.4,28.3,40.6,72.3,49.0,47.0,88.5,37.8,27.0,22.3,16.5,11.7,19.6,26.3,38.5,33.0,32.0,61.3,51.7,70.4,83.9,72.2,73.7,65.6,81.0,42.0,69.7,82.0,85.9,44.8,62.8,75.7,67.3
64
- 63,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,52.43,51.7,34.12,66.86,56.73,78.7,29.8,66.5,59.4,21.7,37.4,58.9,51.3,36.3,77.0,39.9,34.1,37.1,23.7,15.0,24.6,31.3,57.4,46.1,32.0,62.5,44.7,70.1,74.2,65.7,71.1,64.4,85.7,33.4,67.0,84.8,78.7,36.0,57.1,82.6,51.2
65
- 64,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-06-28,51.89,54.44,29.86,66.93,55.47,75.9,50.1,67.3,70.6,26.5,35.8,58.3,52.5,28.8,78.6,29.9,18.6,29.8,11.6,13.4,16.2,27.3,75.1,39.7,37.0,48.1,44.2,74.7,78.3,68.1,63.1,67.0,88.8,32.9,73.9,72.3,91.8,28.6,55.9,73.3,64.1
66
  65,"<a href=""https://huggingface.co/nvidia/MM-Embed"">MM-Embed</a>",8.18,unknown,50.0,48.1,32.3,63.8,57.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
67
  66,"<a href=""https://doi.org/10.48550/arXiv.2212.07143"">OpenCLIP-FT</a>",0.428,unknown,47.2,56.0,21.9,55.4,64.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
68
  67,"<a href=""https://doi.org/10.48550/arXiv.2103.00020"">CLIP-FT</a>",0.428,unknown,45.4,55.2,19.7,53.2,62.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
@@ -71,7 +71,7 @@ Rank,Models,Model Size(B),Date,Image-Overall,I-CLS,I-QA,I-RET,I-VG,VOC2007,N24Ne
71
  70,"<a href=""https://huggingface.co/TIGER-Lab/UniIR"">UniIR (BLIP_FF)</a>",0.247,unknown,42.8,42.1,15.0,60.1,62.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
72
  71,"<a href=""https://github.com/mlfoundations/open_clip"">open_clip-ViT-L/14</a>",0.428,unknown,39.7,47.8,10.9,52.3,53.3,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
73
  72,"<a href=""https://huggingface.co/openai/clip-vit-large-patch14"">clip-vit-large-patch14</a>",0.428,unknown,37.8,42.8,9.1,53.0,51.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
74
- 73,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-06-28,34.89,40.3,11.51,48.05,40.3,69.8,25.5,56.1,45.6,6.0,27.5,42.4,50.6,14.9,64.6,9.4,6.6,11.3,5.0,5.7,6.1,16.3,8.3,18.8,27.6,41.2,8.2,50.1,47.6,59.2,49.9,65.5,53.8,5.9,80.5,50.0,64.7,36.7,64.5,3.9,56.1
75
  74,"<a href=""https://huggingface.co/google/siglip-base-patch16-224"">siglip-base-patch16-224</a>",0.203,unknown,34.8,40.3,8.4,31.6,59.5,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
76
  75,"<a href=""https://github.com/google-deepmind/magiclens"">Magiclens</a>",0.428,unknown,27.8,38.8,8.3,35.4,26.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
77
  76,"<a href=""https://huggingface.co/Salesforce/blip2-opt-2.7b"">blip2-opt-2.7b</a>",3.74,unknown,25.2,27.0,4.2,33.9,47.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
 
28
  27,"<a href=""https://huggingface.co/friedrichor/Unite-Instruct-Qwen2-VL-7B"">UNITE-Instruct-7B</a>",8.29,unknown,70.3,68.3,65.1,71.6,84.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
29
  28,"<a href=""https://huggingface.co/zhibinlan/LLaVE-7B"">LLaVE-7B</a>",8.03,unknown,70.3,65.7,65.4,70.9,91.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
30
  29,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,70.2,62.4,69.55,69.97,92.0,89.7,81.0,74.6,55.4,21.0,44.4,76.5,60.3,38.3,82.8,71.4,60.4,94.7,76.4,68.3,62.4,53.0,71.9,83.6,53.4,83.6,57.0,75.1,80.8,76.5,74.4,66.0,89.9,18.9,66.3,68.2,82.9,83.8,95.3,93.9,95.0
31
+ 30,"<a href=""https://huggingface.co/intfloat/mmE5-mllama-11b-instruct"">mmE5-mllama-11b-instruct</a>",10.6,unknown,69.8,67.6,62.6,71.0,89.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
32
+ 31,"<a href=""https://arxiv.org/pdf/2503.19900"">interestFM-UIR-CAFe-7B</a>",8.03,unknown,69.8,65.2,65.6,70.0,91.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
33
  32,"<a href=""https://huggingface.co/BAAI/BGE-VL-v1.5-mmeb"">BGE-VL-v1.5 (FT; LlaVA-1.6-Mistral)</a>",7.57,unknown,69.4,63.7,64.9,72.2,86.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
34
  33,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,69.21,65.82,65.94,70.05,83.3,86.9,80.5,74.6,65.5,25.3,42.4,76.4,65.8,49.5,91.3,66.9,56.1,93.4,68.2,56.9,61.1,47.1,73.8,83.0,52.9,82.9,56.9,75.3,81.3,75.3,73.4,67.5,89.7,19.5,63.9,68.6,86.3,67.4,90.5,91.3,84.0
35
  34,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,69.03,68.07,65.11,69.17,80.85,81.3,78.4,80.7,68.4,28.6,43.9,81.1,74.0,53.1,91.2,64.1,54.0,93.0,65.3,56.1,58.5,47.3,74.4,83.1,55.3,79.4,47.3,76.2,79.1,74.1,69.7,66.1,91.1,18.5,68.8,69.1,90.6,66.8,84.1,87.9,84.6
 
41
  40,"<a href=""https://huggingface.co/DeepGlint-AI/UniME-LLaVA-1.6-7B"">UniME(LLaVA-1.6-7B-LoRA-LowRes)</a>",7.57,unknown,66.6,60.6,52.9,67.9,85.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
42
  41,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,66.56,64.81,62.78,67.62,77.17,80.0,81.1,79.4,52.0,23.4,42.6,75.3,75.2,50.4,88.7,62.4,51.1,92.2,67.7,64.9,54.1,42.7,67.3,78.6,46.8,76.6,53.7,71.7,74.2,75.1,68.9,67.2,90.0,17.1,62.0,66.9,88.0,69.5,83.3,84.4,71.5
43
  42,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec (Qwen2-VL-7B-LoRA-HighRes)</a>",8.29,unknown,65.8,62.6,57.8,69.9,81.7,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
44
+ 43,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-12-29,65.37,62.76,56.52,69.4,81.9,80.6,79.5,77.3,40.5,30.2,37.2,80.2,70.3,57.6,74.2,56.8,47.5,88.8,59.0,56.6,52.7,38.2,54.4,71.6,39.6,81.6,51.4,80.3,81.2,77.5,73.6,67.5,88.3,16.8,62.1,66.6,85.9,75.4,87.1,84.4,80.7
45
  44,"<a href=""https://huggingface.co/zhibinlan/LLaVE-2B"">LLaVE-2B</a>",1.95,unknown,65.2,62.1,60.2,65.2,84.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
46
+ 45,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-12-29,64.92,62.93,56.42,69.6,77.12,84.9,73.0,70.9,65.1,25.8,36.1,80.8,55.8,47.6,89.3,51.7,44.0,90.1,59.1,48.1,52.8,38.1,65.4,71.6,43.3,82.7,57.3,74.7,78.3,75.9,71.1,68.4,90.6,19.6,67.6,64.8,84.2,66.2,87.0,86.3,69.0
47
  46,"<a href=""https://huggingface.co/DeepGlint-AI/UniME-Phi3.5-V-4.2B"">UniME(Phi-3.5-V-LoRA)</a>",4.2,unknown,64.2,54.8,55.9,64.5,81.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
48
  47,"<a href=""https://huggingface.co/JUNJIE99/MMRet-large"">MMRet-MLLM (FT)</a>",7.57,unknown,64.1,56.0,57.4,69.9,83.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
49
  48,"<a href=""https://huggingface.co/friedrichor/Unite-Instruct-Qwen2-VL-2B"">UNITE-Instruct-2B</a>",2.21,unknown,63.3,63.2,55.9,65.4,75.6,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
50
  49,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-LLaVa-Next"">VLM2Vec (LLaVA-1.6-LoRA-HighRes)</a>",7.57,unknown,62.9,61.2,49.9,67.4,86.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
51
+ 50,"<a href=""https://huggingface.co/BAAI/BGE-VL-v1.5-zs"">BGE-VL-v1.5 (zeroshot; LlaVA-1.6-Mistral)</a>",7.57,unknown,60.1,56.1,55.3,63.9,70.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
52
+ 51,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Full"">VLM2Vec (Phi-3.5-V-LoRA)</a>",4.15,unknown,60.1,54.8,54.9,62.3,79.5,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
53
+ 52,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-12-29,59.73,58.61,49.16,65.02,73.05,74.3,73.8,73.7,36.9,21.7,35.0,77.5,57.9,50.6,84.7,48.2,39.7,82.7,47.3,42.2,50.9,30.5,48.1,63.2,38.8,75.1,46.8,73.4,73.8,73.1,68.3,65.8,85.8,13.8,54.6,68.4,81.4,65.7,80.8,76.6,69.1
54
  53,"<a href=""https://arxiv.org/pdf/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,unknown,59.6,59.1,49.1,61.0,83.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
55
  54,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec (Qwen2-VL-2B-LoRA-HighRes)</a>",2.21,unknown,59.3,59.0,49.4,65.4,73.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
56
  55,"<a href=""https://huggingface.co/zhibinlan/LLaVE-0.5B"">LLaVE-0.5B</a>",0.894,unknown,59.1,57.4,50.3,59.8,82.9,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
57
  56,"<a href=""https://huggingface.co/intfloat/mmE5-mllama-11b-instruct"">mmE5 (w/ 560K synthetic data)</a>",10.6,unknown,58.6,60.6,55.7,54.7,72.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
58
+ 57,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-12-29,55.93,57.56,34.57,71.2,59.45,80.1,50.3,69.4,69.0,24.6,39.1,64.7,53.9,40.6,83.9,33.1,20.8,41.1,20.5,17.7,22.2,28.2,76.8,46.4,38.9,60.9,54.9,79.5,83.6,71.5,57.4,67.6,91.3,37.6,78.4,75.6,96.1,31.4,61.2,78.7,66.5
59
  58,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Full"">VLM2Vec (Phi-3.5-V-FT)</a>",4.15,unknown,55.9,52.8,50.3,57.8,72.3,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
60
  59,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,unknown,55.8,56.9,41.2,67.8,53.4,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
61
  60,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,55.43,56.44,45.28,57.55,71.95,81.9,69.6,68.8,51.0,11.3,37.4,64.6,55.3,38.1,86.4,47.1,43.0,60.6,30.2,32.7,48.9,39.7,52.1,59.6,38.9,68.4,43.4,58.4,61.0,66.4,63.2,63.8,80.0,23.3,46.4,52.4,63.9,63.1,76.6,70.6,77.5
62
  61,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-LLaVa-Next"">VLM2Vec (LLaVA-1.6-LoRA-LowRes)</a>",7.57,unknown,55.0,54.7,50.3,56.2,64.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
63
+ 62,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-12-29,54.13,59.27,26.49,70.06,62.62,80.0,51.6,68.7,66.3,28.3,40.5,72.6,49.1,47.2,88.4,37.9,26.9,22.4,16.5,11.6,19.8,26.5,38.3,33.1,31.9,61.0,52.1,70.9,84.1,72.0,73.6,65.7,81.2,41.7,70.1,82.2,86.1,44.7,62.5,76.2,67.1
64
+ 63,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,52.54,51.19,33.31,67.72,58.45,78.2,30.4,64.9,59.2,20.6,35.9,59.2,50.2,36.3,77.0,37.7,31.2,37.9,23.2,14.5,24.4,31.7,55.0,45.5,32.0,63.0,46.6,69.9,75.5,68.0,71.4,65.8,85.7,34.7,66.5,85.0,80.5,38.7,59.1,84.5,51.5
65
+ 64,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-12-29,51.87,54.55,29.84,66.75,55.62,75.8,50.3,67.0,71.2,26.4,36.1,58.1,53.7,28.4,78.5,30.1,18.6,30.0,11.8,13.3,15.6,27.1,75.3,39.5,37.1,47.7,43.1,74.8,77.7,68.3,63.2,67.6,88.8,32.2,73.8,72.1,91.7,28.4,55.8,73.7,64.6
66
  65,"<a href=""https://huggingface.co/nvidia/MM-Embed"">MM-Embed</a>",8.18,unknown,50.0,48.1,32.3,63.8,57.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
67
  66,"<a href=""https://doi.org/10.48550/arXiv.2212.07143"">OpenCLIP-FT</a>",0.428,unknown,47.2,56.0,21.9,55.4,64.1,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
68
  67,"<a href=""https://doi.org/10.48550/arXiv.2103.00020"">CLIP-FT</a>",0.428,unknown,45.4,55.2,19.7,53.2,62.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
 
71
  70,"<a href=""https://huggingface.co/TIGER-Lab/UniIR"">UniIR (BLIP_FF)</a>",0.247,unknown,42.8,42.1,15.0,60.1,62.2,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
72
  71,"<a href=""https://github.com/mlfoundations/open_clip"">open_clip-ViT-L/14</a>",0.428,unknown,39.7,47.8,10.9,52.3,53.3,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
73
  72,"<a href=""https://huggingface.co/openai/clip-vit-large-patch14"">clip-vit-large-patch14</a>",0.428,unknown,37.8,42.8,9.1,53.0,51.8,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
74
+ 73,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-12-29,34.89,40.45,11.48,48.15,39.75,69.8,25.6,56.2,45.6,6.0,27.7,42.3,50.9,15.2,65.2,9.4,6.4,11.3,5.0,5.7,6.1,16.5,8.1,18.9,27.4,41.1,8.2,50.5,47.7,58.6,50.4,65.4,54.2,5.9,80.5,50.1,65.2,36.5,65.0,1.2,56.3
75
  74,"<a href=""https://huggingface.co/google/siglip-base-patch16-224"">siglip-base-patch16-224</a>",0.203,unknown,34.8,40.3,8.4,31.6,59.5,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
76
  75,"<a href=""https://github.com/google-deepmind/magiclens"">Magiclens</a>",0.428,unknown,27.8,38.8,8.3,35.4,26.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
77
  76,"<a href=""https://huggingface.co/Salesforce/blip2-opt-2.7b"">blip2-opt-2.7b</a>",3.74,unknown,25.2,27.0,4.2,33.9,47.0,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-,-
rankings/image_ranking.jsonl CHANGED
@@ -27,8 +27,8 @@
27
  {"Rank":27,"Models":"<a href=\"https:\/\/huggingface.co\/friedrichor\/Unite-Instruct-Qwen2-VL-7B\">UNITE-Instruct-7B<\/a>","Model Size(B)":8.29,"Date":"unknown","Image-Overall":70.3,"I-CLS":68.3,"I-QA":65.1,"I-RET":71.6,"I-VG":84.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
28
  {"Rank":28,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/LLaVE-7B\">LLaVE-7B<\/a>","Model Size(B)":8.03,"Date":"unknown","Image-Overall":70.3,"I-CLS":65.7,"I-QA":65.4,"I-RET":70.9,"I-VG":91.9,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
29
  {"Rank":29,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Image-Overall":70.2,"I-CLS":62.4,"I-QA":69.55,"I-RET":69.97,"I-VG":92.0,"VOC2007":89.7,"N24News":81.0,"SUN397":74.6,"ObjectNet":55.4,"Country211":21.0,"Place365":44.4,"ImageNet-1K":76.5,"HatefulMemes":60.3,"ImageNet-A":38.3,"ImageNet-R":82.8,"OK-VQA":71.4,"A-OKVQA":60.4,"DocVQA":94.7,"InfographicsVQA":76.4,"ChartQA":68.3,"Visual7W":62.4,"ScienceQA":53.0,"GQA":71.9,"TextVQA":83.6,"VizWiz":53.4,"VisDial":83.6,"CIRR":57.0,"VisualNews_t2i":75.1,"VisualNews_i2t":80.8,"MSCOCO_t2i":76.5,"MSCOCO_i2t":74.4,"NIGHTS":66.0,"WebQA":89.9,"FashionIQ":18.9,"Wiki-SS-NQ":66.3,"OVEN":68.2,"EDIS":82.9,"MSCOCO":83.8,"RefCOCO":95.3,"RefCOCO-Matching":93.9,"Visual7W-Pointing":95.0}
30
- {"Rank":30,"Models":"<a href=\"https:\/\/arxiv.org\/pdf\/2503.19900\">interestFM-UIR-CAFe-7B<\/a>","Model Size(B)":8.03,"Date":"unknown","Image-Overall":69.8,"I-CLS":65.2,"I-QA":65.6,"I-RET":70.0,"I-VG":91.2,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
31
- {"Rank":31,"Models":"<a href=\"https:\/\/huggingface.co\/intfloat\/mmE5-mllama-11b-instruct\">mmE5-mllama-11b-instruct<\/a>","Model Size(B)":10.6,"Date":"unknown","Image-Overall":69.8,"I-CLS":67.6,"I-QA":62.6,"I-RET":71.0,"I-VG":89.6,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
32
  {"Rank":32,"Models":"<a href=\"https:\/\/huggingface.co\/BAAI\/BGE-VL-v1.5-mmeb\">BGE-VL-v1.5 (FT; LlaVA-1.6-Mistral)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":69.4,"I-CLS":63.7,"I-QA":64.9,"I-RET":72.2,"I-VG":86.6,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
33
  {"Rank":33,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Image-Overall":69.21,"I-CLS":65.82,"I-QA":65.94,"I-RET":70.05,"I-VG":83.3,"VOC2007":86.9,"N24News":80.5,"SUN397":74.6,"ObjectNet":65.5,"Country211":25.3,"Place365":42.4,"ImageNet-1K":76.4,"HatefulMemes":65.8,"ImageNet-A":49.5,"ImageNet-R":91.3,"OK-VQA":66.9,"A-OKVQA":56.1,"DocVQA":93.4,"InfographicsVQA":68.2,"ChartQA":56.9,"Visual7W":61.1,"ScienceQA":47.1,"GQA":73.8,"TextVQA":83.0,"VizWiz":52.9,"VisDial":82.9,"CIRR":56.9,"VisualNews_t2i":75.3,"VisualNews_i2t":81.3,"MSCOCO_t2i":75.3,"MSCOCO_i2t":73.4,"NIGHTS":67.5,"WebQA":89.7,"FashionIQ":19.5,"Wiki-SS-NQ":63.9,"OVEN":68.6,"EDIS":86.3,"MSCOCO":67.4,"RefCOCO":90.5,"RefCOCO-Matching":91.3,"Visual7W-Pointing":84.0}
34
  {"Rank":34,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-2B\">Ops-MM-embedding-v1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-07-02","Image-Overall":69.03,"I-CLS":68.07,"I-QA":65.11,"I-RET":69.17,"I-VG":80.85,"VOC2007":81.3,"N24News":78.4,"SUN397":80.7,"ObjectNet":68.4,"Country211":28.6,"Place365":43.9,"ImageNet-1K":81.1,"HatefulMemes":74.0,"ImageNet-A":53.1,"ImageNet-R":91.2,"OK-VQA":64.1,"A-OKVQA":54.0,"DocVQA":93.0,"InfographicsVQA":65.3,"ChartQA":56.1,"Visual7W":58.5,"ScienceQA":47.3,"GQA":74.4,"TextVQA":83.1,"VizWiz":55.3,"VisDial":79.4,"CIRR":47.3,"VisualNews_t2i":76.2,"VisualNews_i2t":79.1,"MSCOCO_t2i":74.1,"MSCOCO_i2t":69.7,"NIGHTS":66.1,"WebQA":91.1,"FashionIQ":18.5,"Wiki-SS-NQ":68.8,"OVEN":69.1,"EDIS":90.6,"MSCOCO":66.8,"RefCOCO":84.1,"RefCOCO-Matching":87.9,"Visual7W-Pointing":84.6}
@@ -40,28 +40,28 @@
40
  {"Rank":40,"Models":"<a href=\"https:\/\/huggingface.co\/DeepGlint-AI\/UniME-LLaVA-1.6-7B\">UniME(LLaVA-1.6-7B-LoRA-LowRes)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":66.6,"I-CLS":60.6,"I-QA":52.9,"I-RET":67.9,"I-VG":85.1,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
41
  {"Rank":41,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-2B\">UME-R1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-10-20","Image-Overall":66.56,"I-CLS":64.81,"I-QA":62.78,"I-RET":67.62,"I-VG":77.17,"VOC2007":80.0,"N24News":81.1,"SUN397":79.4,"ObjectNet":52.0,"Country211":23.4,"Place365":42.6,"ImageNet-1K":75.3,"HatefulMemes":75.2,"ImageNet-A":50.4,"ImageNet-R":88.7,"OK-VQA":62.4,"A-OKVQA":51.1,"DocVQA":92.2,"InfographicsVQA":67.7,"ChartQA":64.9,"Visual7W":54.1,"ScienceQA":42.7,"GQA":67.3,"TextVQA":78.6,"VizWiz":46.8,"VisDial":76.6,"CIRR":53.7,"VisualNews_t2i":71.7,"VisualNews_i2t":74.2,"MSCOCO_t2i":75.1,"MSCOCO_i2t":68.9,"NIGHTS":67.2,"WebQA":90.0,"FashionIQ":17.1,"Wiki-SS-NQ":62.0,"OVEN":66.9,"EDIS":88.0,"MSCOCO":69.5,"RefCOCO":83.3,"RefCOCO-Matching":84.4,"Visual7W-Pointing":71.5}
42
  {"Rank":42,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec (Qwen2-VL-7B-LoRA-HighRes)<\/a>","Model Size(B)":8.29,"Date":"unknown","Image-Overall":65.8,"I-CLS":62.6,"I-QA":57.8,"I-RET":69.9,"I-VG":81.7,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
43
- {"Rank":43,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Image-Overall":65.49,"I-CLS":62.69,"I-QA":56.85,"I-RET":69.44,"I-VG":82.22,"VOC2007":80.7,"N24News":79.7,"SUN397":77.4,"ObjectNet":40.1,"Country211":29.8,"Place365":37.4,"ImageNet-1K":80.1,"HatefulMemes":69.7,"ImageNet-A":58.1,"ImageNet-R":73.9,"OK-VQA":56.8,"A-OKVQA":47.3,"DocVQA":89.7,"InfographicsVQA":60.0,"ChartQA":56.9,"Visual7W":52.7,"ScienceQA":38.5,"GQA":55.1,"TextVQA":71.6,"VizWiz":39.9,"VisDial":81.9,"CIRR":51.1,"VisualNews_t2i":80.5,"VisualNews_i2t":81.2,"MSCOCO_t2i":77.2,"MSCOCO_i2t":73.9,"NIGHTS":67.6,"WebQA":88.3,"FashionIQ":17.1,"Wiki-SS-NQ":62.3,"OVEN":66.5,"EDIS":85.7,"MSCOCO":75.7,"RefCOCO":87.6,"RefCOCO-Matching":84.6,"Visual7W-Pointing":81.0}
44
  {"Rank":44,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/LLaVE-2B\">LLaVE-2B<\/a>","Model Size(B)":1.95,"Date":"unknown","Image-Overall":65.2,"I-CLS":62.1,"I-QA":60.2,"I-RET":65.2,"I-VG":84.9,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
45
- {"Rank":45,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Image-Overall":64.85,"I-CLS":62.9,"I-QA":56.29,"I-RET":69.47,"I-VG":77.3,"VOC2007":85.0,"N24News":72.9,"SUN397":71.0,"ObjectNet":65.2,"Country211":25.2,"Place365":35.9,"ImageNet-1K":80.8,"HatefulMemes":56.3,"ImageNet-A":47.4,"ImageNet-R":89.3,"OK-VQA":51.5,"A-OKVQA":43.6,"DocVQA":90.1,"InfographicsVQA":58.8,"ChartQA":47.4,"Visual7W":52.9,"ScienceQA":38.2,"GQA":64.9,"TextVQA":72.2,"VizWiz":43.3,"VisDial":82.7,"CIRR":57.5,"VisualNews_t2i":74.5,"VisualNews_i2t":78.2,"MSCOCO_t2i":75.3,"MSCOCO_i2t":71.4,"NIGHTS":68.6,"WebQA":90.6,"FashionIQ":19.5,"Wiki-SS-NQ":66.9,"OVEN":64.3,"EDIS":84.1,"MSCOCO":67.1,"RefCOCO":87.1,"RefCOCO-Matching":85.8,"Visual7W-Pointing":69.2}
46
  {"Rank":46,"Models":"<a href=\"https:\/\/huggingface.co\/DeepGlint-AI\/UniME-Phi3.5-V-4.2B\">UniME(Phi-3.5-V-LoRA)<\/a>","Model Size(B)":4.2,"Date":"unknown","Image-Overall":64.2,"I-CLS":54.8,"I-QA":55.9,"I-RET":64.5,"I-VG":81.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
47
  {"Rank":47,"Models":"<a href=\"https:\/\/huggingface.co\/JUNJIE99\/MMRet-large\">MMRet-MLLM (FT)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":64.1,"I-CLS":56.0,"I-QA":57.4,"I-RET":69.9,"I-VG":83.6,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
48
  {"Rank":48,"Models":"<a href=\"https:\/\/huggingface.co\/friedrichor\/Unite-Instruct-Qwen2-VL-2B\">UNITE-Instruct-2B<\/a>","Model Size(B)":2.21,"Date":"unknown","Image-Overall":63.3,"I-CLS":63.2,"I-QA":55.9,"I-RET":65.4,"I-VG":75.6,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
49
  {"Rank":49,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-LLaVa-Next\">VLM2Vec (LLaVA-1.6-LoRA-HighRes)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":62.9,"I-CLS":61.2,"I-QA":49.9,"I-RET":67.4,"I-VG":86.1,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
50
- {"Rank":50,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Full\">VLM2Vec (Phi-3.5-V-LoRA)<\/a>","Model Size(B)":4.15,"Date":"unknown","Image-Overall":60.1,"I-CLS":54.8,"I-QA":54.9,"I-RET":62.3,"I-VG":79.5,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
51
- {"Rank":51,"Models":"<a href=\"https:\/\/huggingface.co\/BAAI\/BGE-VL-v1.5-zs\">BGE-VL-v1.5 (zeroshot; LlaVA-1.6-Mistral)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":60.1,"I-CLS":56.1,"I-QA":55.3,"I-RET":63.9,"I-VG":70.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
52
- {"Rank":52,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Image-Overall":59.74,"I-CLS":58.71,"I-QA":49.26,"I-RET":64.98,"I-VG":72.85,"VOC2007":74.3,"N24News":73.7,"SUN397":73.8,"ObjectNet":37.1,"Country211":21.5,"Place365":35.3,"ImageNet-1K":77.5,"HatefulMemes":58.3,"ImageNet-A":50.9,"ImageNet-R":84.7,"OK-VQA":48.5,"A-OKVQA":39.5,"DocVQA":82.5,"InfographicsVQA":47.7,"ChartQA":42.3,"Visual7W":51.2,"ScienceQA":30.7,"GQA":48.3,"TextVQA":63.3,"VizWiz":38.6,"VisDial":74.3,"CIRR":46.8,"VisualNews_t2i":73.1,"VisualNews_i2t":73.7,"MSCOCO_t2i":73.4,"MSCOCO_i2t":68.5,"NIGHTS":66.3,"WebQA":85.9,"FashionIQ":14.0,"Wiki-SS-NQ":54.2,"OVEN":68.3,"EDIS":81.2,"MSCOCO":66.5,"RefCOCO":80.9,"RefCOCO-Matching":75.7,"Visual7W-Pointing":68.3}
53
  {"Rank":53,"Models":"<a href=\"https:\/\/arxiv.org\/pdf\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"unknown","Image-Overall":59.6,"I-CLS":59.1,"I-QA":49.1,"I-RET":61.0,"I-VG":83.0,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
54
  {"Rank":54,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec (Qwen2-VL-2B-LoRA-HighRes)<\/a>","Model Size(B)":2.21,"Date":"unknown","Image-Overall":59.3,"I-CLS":59.0,"I-QA":49.4,"I-RET":65.4,"I-VG":73.4,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
55
  {"Rank":55,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/LLaVE-0.5B\">LLaVE-0.5B<\/a>","Model Size(B)":0.894,"Date":"unknown","Image-Overall":59.1,"I-CLS":57.4,"I-QA":50.3,"I-RET":59.8,"I-VG":82.9,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
56
  {"Rank":56,"Models":"<a href=\"https:\/\/huggingface.co\/intfloat\/mmE5-mllama-11b-instruct\">mmE5 (w\/ 560K synthetic data)<\/a>","Model Size(B)":10.6,"Date":"unknown","Image-Overall":58.6,"I-CLS":60.6,"I-QA":55.7,"I-RET":54.7,"I-VG":72.4,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
57
- {"Rank":57,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Image-Overall":55.95,"I-CLS":57.65,"I-QA":34.66,"I-RET":71.17,"I-VG":59.3,"VOC2007":80.3,"N24News":50.5,"SUN397":69.5,"ObjectNet":69.0,"Country211":24.8,"Place365":39.1,"ImageNet-1K":64.6,"HatefulMemes":53.6,"ImageNet-A":41.2,"ImageNet-R":83.9,"OK-VQA":33.2,"A-OKVQA":21.0,"DocVQA":41.4,"InfographicsVQA":20.3,"ChartQA":17.8,"Visual7W":22.2,"ScienceQA":28.0,"GQA":76.9,"TextVQA":46.8,"VizWiz":39.0,"VisDial":60.8,"CIRR":54.9,"VisualNews_t2i":79.7,"VisualNews_i2t":83.6,"MSCOCO_t2i":71.2,"MSCOCO_i2t":57.7,"NIGHTS":67.6,"WebQA":91.4,"FashionIQ":37.8,"Wiki-SS-NQ":78.2,"OVEN":75.1,"EDIS":96.0,"MSCOCO":31.4,"RefCOCO":60.9,"RefCOCO-Matching":78.4,"Visual7W-Pointing":66.5}
58
  {"Rank":58,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Full\">VLM2Vec (Phi-3.5-V-FT)<\/a>","Model Size(B)":4.15,"Date":"unknown","Image-Overall":55.9,"I-CLS":52.8,"I-QA":50.3,"I-RET":57.8,"I-VG":72.3,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
59
  {"Rank":59,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"unknown","Image-Overall":55.8,"I-CLS":56.9,"I-QA":41.2,"I-RET":67.8,"I-VG":53.4,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
60
  {"Rank":60,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"2025-07-06","Image-Overall":55.43,"I-CLS":56.44,"I-QA":45.28,"I-RET":57.55,"I-VG":71.95,"VOC2007":81.9,"N24News":69.6,"SUN397":68.8,"ObjectNet":51.0,"Country211":11.3,"Place365":37.4,"ImageNet-1K":64.6,"HatefulMemes":55.3,"ImageNet-A":38.1,"ImageNet-R":86.4,"OK-VQA":47.1,"A-OKVQA":43.0,"DocVQA":60.6,"InfographicsVQA":30.2,"ChartQA":32.7,"Visual7W":48.9,"ScienceQA":39.7,"GQA":52.1,"TextVQA":59.6,"VizWiz":38.9,"VisDial":68.4,"CIRR":43.4,"VisualNews_t2i":58.4,"VisualNews_i2t":61.0,"MSCOCO_t2i":66.4,"MSCOCO_i2t":63.2,"NIGHTS":63.8,"WebQA":80.0,"FashionIQ":23.3,"Wiki-SS-NQ":46.4,"OVEN":52.4,"EDIS":63.9,"MSCOCO":63.1,"RefCOCO":76.6,"RefCOCO-Matching":70.6,"Visual7W-Pointing":77.5}
61
  {"Rank":61,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-LLaVa-Next\">VLM2Vec (LLaVA-1.6-LoRA-LowRes)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":55.0,"I-CLS":54.7,"I-QA":50.3,"I-RET":56.2,"I-VG":64.0,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
62
- {"Rank":62,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Image-Overall":54.08,"I-CLS":59.2,"I-QA":26.47,"I-RET":69.95,"I-VG":62.65,"VOC2007":80.1,"N24News":51.3,"SUN397":68.5,"ObjectNet":66.4,"Country211":28.3,"Place365":40.6,"ImageNet-1K":72.3,"HatefulMemes":49.0,"ImageNet-A":47.0,"ImageNet-R":88.5,"OK-VQA":37.8,"A-OKVQA":27.0,"DocVQA":22.3,"InfographicsVQA":16.5,"ChartQA":11.7,"Visual7W":19.6,"ScienceQA":26.3,"GQA":38.5,"TextVQA":33.0,"VizWiz":32.0,"VisDial":61.3,"CIRR":51.7,"VisualNews_t2i":70.4,"VisualNews_i2t":83.9,"MSCOCO_t2i":72.2,"MSCOCO_i2t":73.7,"NIGHTS":65.6,"WebQA":81.0,"FashionIQ":42.0,"Wiki-SS-NQ":69.7,"OVEN":82.0,"EDIS":85.9,"MSCOCO":44.8,"RefCOCO":62.8,"RefCOCO-Matching":75.7,"Visual7W-Pointing":67.3}
63
- {"Rank":63,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Image-Overall":52.43,"I-CLS":51.7,"I-QA":34.12,"I-RET":66.86,"I-VG":56.73,"VOC2007":78.7,"N24News":29.8,"SUN397":66.5,"ObjectNet":59.4,"Country211":21.7,"Place365":37.4,"ImageNet-1K":58.9,"HatefulMemes":51.3,"ImageNet-A":36.3,"ImageNet-R":77.0,"OK-VQA":39.9,"A-OKVQA":34.1,"DocVQA":37.1,"InfographicsVQA":23.7,"ChartQA":15.0,"Visual7W":24.6,"ScienceQA":31.3,"GQA":57.4,"TextVQA":46.1,"VizWiz":32.0,"VisDial":62.5,"CIRR":44.7,"VisualNews_t2i":70.1,"VisualNews_i2t":74.2,"MSCOCO_t2i":65.7,"MSCOCO_i2t":71.1,"NIGHTS":64.4,"WebQA":85.7,"FashionIQ":33.4,"Wiki-SS-NQ":67.0,"OVEN":84.8,"EDIS":78.7,"MSCOCO":36.0,"RefCOCO":57.1,"RefCOCO-Matching":82.6,"Visual7W-Pointing":51.2}
64
- {"Rank":64,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Image-Overall":51.89,"I-CLS":54.44,"I-QA":29.86,"I-RET":66.93,"I-VG":55.47,"VOC2007":75.9,"N24News":50.1,"SUN397":67.3,"ObjectNet":70.6,"Country211":26.5,"Place365":35.8,"ImageNet-1K":58.3,"HatefulMemes":52.5,"ImageNet-A":28.8,"ImageNet-R":78.6,"OK-VQA":29.9,"A-OKVQA":18.6,"DocVQA":29.8,"InfographicsVQA":11.6,"ChartQA":13.4,"Visual7W":16.2,"ScienceQA":27.3,"GQA":75.1,"TextVQA":39.7,"VizWiz":37.0,"VisDial":48.1,"CIRR":44.2,"VisualNews_t2i":74.7,"VisualNews_i2t":78.3,"MSCOCO_t2i":68.1,"MSCOCO_i2t":63.1,"NIGHTS":67.0,"WebQA":88.8,"FashionIQ":32.9,"Wiki-SS-NQ":73.9,"OVEN":72.3,"EDIS":91.8,"MSCOCO":28.6,"RefCOCO":55.9,"RefCOCO-Matching":73.3,"Visual7W-Pointing":64.1}
65
  {"Rank":65,"Models":"<a href=\"https:\/\/huggingface.co\/nvidia\/MM-Embed\">MM-Embed<\/a>","Model Size(B)":8.18,"Date":"unknown","Image-Overall":50.0,"I-CLS":48.1,"I-QA":32.3,"I-RET":63.8,"I-VG":57.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
66
  {"Rank":66,"Models":"<a href=\"https:\/\/doi.org\/10.48550\/arXiv.2212.07143\">OpenCLIP-FT<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":47.2,"I-CLS":56.0,"I-QA":21.9,"I-RET":55.4,"I-VG":64.1,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
67
  {"Rank":67,"Models":"<a href=\"https:\/\/doi.org\/10.48550\/arXiv.2103.00020\">CLIP-FT<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":45.4,"I-CLS":55.2,"I-QA":19.7,"I-RET":53.2,"I-VG":62.2,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
@@ -70,7 +70,7 @@
70
  {"Rank":70,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/UniIR\">UniIR (BLIP_FF)<\/a>","Model Size(B)":0.247,"Date":"unknown","Image-Overall":42.8,"I-CLS":42.1,"I-QA":15.0,"I-RET":60.1,"I-VG":62.2,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
71
  {"Rank":71,"Models":"<a href=\"https:\/\/github.com\/mlfoundations\/open_clip\">open_clip-ViT-L\/14<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":39.7,"I-CLS":47.8,"I-QA":10.9,"I-RET":52.3,"I-VG":53.3,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
72
  {"Rank":72,"Models":"<a href=\"https:\/\/huggingface.co\/openai\/clip-vit-large-patch14\">clip-vit-large-patch14<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":37.8,"I-CLS":42.8,"I-QA":9.1,"I-RET":53.0,"I-VG":51.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
73
- {"Rank":73,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-06-28","Image-Overall":34.89,"I-CLS":40.3,"I-QA":11.51,"I-RET":48.05,"I-VG":40.3,"VOC2007":69.8,"N24News":25.5,"SUN397":56.1,"ObjectNet":45.6,"Country211":6.0,"Place365":27.5,"ImageNet-1K":42.4,"HatefulMemes":50.6,"ImageNet-A":14.9,"ImageNet-R":64.6,"OK-VQA":9.4,"A-OKVQA":6.6,"DocVQA":11.3,"InfographicsVQA":5.0,"ChartQA":5.7,"Visual7W":6.1,"ScienceQA":16.3,"GQA":8.3,"TextVQA":18.8,"VizWiz":27.6,"VisDial":41.2,"CIRR":8.2,"VisualNews_t2i":50.1,"VisualNews_i2t":47.6,"MSCOCO_t2i":59.2,"MSCOCO_i2t":49.9,"NIGHTS":65.5,"WebQA":53.8,"FashionIQ":5.9,"Wiki-SS-NQ":80.5,"OVEN":50.0,"EDIS":64.7,"MSCOCO":36.7,"RefCOCO":64.5,"RefCOCO-Matching":3.9,"Visual7W-Pointing":56.1}
74
  {"Rank":74,"Models":"<a href=\"https:\/\/huggingface.co\/google\/siglip-base-patch16-224\">siglip-base-patch16-224<\/a>","Model Size(B)":0.203,"Date":"unknown","Image-Overall":34.8,"I-CLS":40.3,"I-QA":8.4,"I-RET":31.6,"I-VG":59.5,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
75
  {"Rank":75,"Models":"<a href=\"https:\/\/github.com\/google-deepmind\/magiclens\">Magiclens<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":27.8,"I-CLS":38.8,"I-QA":8.3,"I-RET":35.4,"I-VG":26.0,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
76
  {"Rank":76,"Models":"<a href=\"https:\/\/huggingface.co\/Salesforce\/blip2-opt-2.7b\">blip2-opt-2.7b<\/a>","Model Size(B)":3.74,"Date":"unknown","Image-Overall":25.2,"I-CLS":27.0,"I-QA":4.2,"I-RET":33.9,"I-VG":47.0,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
 
27
  {"Rank":27,"Models":"<a href=\"https:\/\/huggingface.co\/friedrichor\/Unite-Instruct-Qwen2-VL-7B\">UNITE-Instruct-7B<\/a>","Model Size(B)":8.29,"Date":"unknown","Image-Overall":70.3,"I-CLS":68.3,"I-QA":65.1,"I-RET":71.6,"I-VG":84.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
28
  {"Rank":28,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/LLaVE-7B\">LLaVE-7B<\/a>","Model Size(B)":8.03,"Date":"unknown","Image-Overall":70.3,"I-CLS":65.7,"I-QA":65.4,"I-RET":70.9,"I-VG":91.9,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
29
  {"Rank":29,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Image-Overall":70.2,"I-CLS":62.4,"I-QA":69.55,"I-RET":69.97,"I-VG":92.0,"VOC2007":89.7,"N24News":81.0,"SUN397":74.6,"ObjectNet":55.4,"Country211":21.0,"Place365":44.4,"ImageNet-1K":76.5,"HatefulMemes":60.3,"ImageNet-A":38.3,"ImageNet-R":82.8,"OK-VQA":71.4,"A-OKVQA":60.4,"DocVQA":94.7,"InfographicsVQA":76.4,"ChartQA":68.3,"Visual7W":62.4,"ScienceQA":53.0,"GQA":71.9,"TextVQA":83.6,"VizWiz":53.4,"VisDial":83.6,"CIRR":57.0,"VisualNews_t2i":75.1,"VisualNews_i2t":80.8,"MSCOCO_t2i":76.5,"MSCOCO_i2t":74.4,"NIGHTS":66.0,"WebQA":89.9,"FashionIQ":18.9,"Wiki-SS-NQ":66.3,"OVEN":68.2,"EDIS":82.9,"MSCOCO":83.8,"RefCOCO":95.3,"RefCOCO-Matching":93.9,"Visual7W-Pointing":95.0}
30
+ {"Rank":30,"Models":"<a href=\"https:\/\/huggingface.co\/intfloat\/mmE5-mllama-11b-instruct\">mmE5-mllama-11b-instruct<\/a>","Model Size(B)":10.6,"Date":"unknown","Image-Overall":69.8,"I-CLS":67.6,"I-QA":62.6,"I-RET":71.0,"I-VG":89.6,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
31
+ {"Rank":31,"Models":"<a href=\"https:\/\/arxiv.org\/pdf\/2503.19900\">interestFM-UIR-CAFe-7B<\/a>","Model Size(B)":8.03,"Date":"unknown","Image-Overall":69.8,"I-CLS":65.2,"I-QA":65.6,"I-RET":70.0,"I-VG":91.2,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
32
  {"Rank":32,"Models":"<a href=\"https:\/\/huggingface.co\/BAAI\/BGE-VL-v1.5-mmeb\">BGE-VL-v1.5 (FT; LlaVA-1.6-Mistral)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":69.4,"I-CLS":63.7,"I-QA":64.9,"I-RET":72.2,"I-VG":86.6,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
33
  {"Rank":33,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Image-Overall":69.21,"I-CLS":65.82,"I-QA":65.94,"I-RET":70.05,"I-VG":83.3,"VOC2007":86.9,"N24News":80.5,"SUN397":74.6,"ObjectNet":65.5,"Country211":25.3,"Place365":42.4,"ImageNet-1K":76.4,"HatefulMemes":65.8,"ImageNet-A":49.5,"ImageNet-R":91.3,"OK-VQA":66.9,"A-OKVQA":56.1,"DocVQA":93.4,"InfographicsVQA":68.2,"ChartQA":56.9,"Visual7W":61.1,"ScienceQA":47.1,"GQA":73.8,"TextVQA":83.0,"VizWiz":52.9,"VisDial":82.9,"CIRR":56.9,"VisualNews_t2i":75.3,"VisualNews_i2t":81.3,"MSCOCO_t2i":75.3,"MSCOCO_i2t":73.4,"NIGHTS":67.5,"WebQA":89.7,"FashionIQ":19.5,"Wiki-SS-NQ":63.9,"OVEN":68.6,"EDIS":86.3,"MSCOCO":67.4,"RefCOCO":90.5,"RefCOCO-Matching":91.3,"Visual7W-Pointing":84.0}
34
  {"Rank":34,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-2B\">Ops-MM-embedding-v1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-07-02","Image-Overall":69.03,"I-CLS":68.07,"I-QA":65.11,"I-RET":69.17,"I-VG":80.85,"VOC2007":81.3,"N24News":78.4,"SUN397":80.7,"ObjectNet":68.4,"Country211":28.6,"Place365":43.9,"ImageNet-1K":81.1,"HatefulMemes":74.0,"ImageNet-A":53.1,"ImageNet-R":91.2,"OK-VQA":64.1,"A-OKVQA":54.0,"DocVQA":93.0,"InfographicsVQA":65.3,"ChartQA":56.1,"Visual7W":58.5,"ScienceQA":47.3,"GQA":74.4,"TextVQA":83.1,"VizWiz":55.3,"VisDial":79.4,"CIRR":47.3,"VisualNews_t2i":76.2,"VisualNews_i2t":79.1,"MSCOCO_t2i":74.1,"MSCOCO_i2t":69.7,"NIGHTS":66.1,"WebQA":91.1,"FashionIQ":18.5,"Wiki-SS-NQ":68.8,"OVEN":69.1,"EDIS":90.6,"MSCOCO":66.8,"RefCOCO":84.1,"RefCOCO-Matching":87.9,"Visual7W-Pointing":84.6}
 
40
  {"Rank":40,"Models":"<a href=\"https:\/\/huggingface.co\/DeepGlint-AI\/UniME-LLaVA-1.6-7B\">UniME(LLaVA-1.6-7B-LoRA-LowRes)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":66.6,"I-CLS":60.6,"I-QA":52.9,"I-RET":67.9,"I-VG":85.1,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
41
  {"Rank":41,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-2B\">UME-R1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-10-20","Image-Overall":66.56,"I-CLS":64.81,"I-QA":62.78,"I-RET":67.62,"I-VG":77.17,"VOC2007":80.0,"N24News":81.1,"SUN397":79.4,"ObjectNet":52.0,"Country211":23.4,"Place365":42.6,"ImageNet-1K":75.3,"HatefulMemes":75.2,"ImageNet-A":50.4,"ImageNet-R":88.7,"OK-VQA":62.4,"A-OKVQA":51.1,"DocVQA":92.2,"InfographicsVQA":67.7,"ChartQA":64.9,"Visual7W":54.1,"ScienceQA":42.7,"GQA":67.3,"TextVQA":78.6,"VizWiz":46.8,"VisDial":76.6,"CIRR":53.7,"VisualNews_t2i":71.7,"VisualNews_i2t":74.2,"MSCOCO_t2i":75.1,"MSCOCO_i2t":68.9,"NIGHTS":67.2,"WebQA":90.0,"FashionIQ":17.1,"Wiki-SS-NQ":62.0,"OVEN":66.9,"EDIS":88.0,"MSCOCO":69.5,"RefCOCO":83.3,"RefCOCO-Matching":84.4,"Visual7W-Pointing":71.5}
42
  {"Rank":42,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec (Qwen2-VL-7B-LoRA-HighRes)<\/a>","Model Size(B)":8.29,"Date":"unknown","Image-Overall":65.8,"I-CLS":62.6,"I-QA":57.8,"I-RET":69.9,"I-VG":81.7,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
43
+ {"Rank":43,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Image-Overall":65.37,"I-CLS":62.76,"I-QA":56.52,"I-RET":69.4,"I-VG":81.9,"VOC2007":80.6,"N24News":79.5,"SUN397":77.3,"ObjectNet":40.5,"Country211":30.2,"Place365":37.2,"ImageNet-1K":80.2,"HatefulMemes":70.3,"ImageNet-A":57.6,"ImageNet-R":74.2,"OK-VQA":56.8,"A-OKVQA":47.5,"DocVQA":88.8,"InfographicsVQA":59.0,"ChartQA":56.6,"Visual7W":52.7,"ScienceQA":38.2,"GQA":54.4,"TextVQA":71.6,"VizWiz":39.6,"VisDial":81.6,"CIRR":51.4,"VisualNews_t2i":80.3,"VisualNews_i2t":81.2,"MSCOCO_t2i":77.5,"MSCOCO_i2t":73.6,"NIGHTS":67.5,"WebQA":88.3,"FashionIQ":16.8,"Wiki-SS-NQ":62.1,"OVEN":66.6,"EDIS":85.9,"MSCOCO":75.4,"RefCOCO":87.1,"RefCOCO-Matching":84.4,"Visual7W-Pointing":80.7}
44
  {"Rank":44,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/LLaVE-2B\">LLaVE-2B<\/a>","Model Size(B)":1.95,"Date":"unknown","Image-Overall":65.2,"I-CLS":62.1,"I-QA":60.2,"I-RET":65.2,"I-VG":84.9,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
45
+ {"Rank":45,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Image-Overall":64.92,"I-CLS":62.93,"I-QA":56.42,"I-RET":69.6,"I-VG":77.12,"VOC2007":84.9,"N24News":73.0,"SUN397":70.9,"ObjectNet":65.1,"Country211":25.8,"Place365":36.1,"ImageNet-1K":80.8,"HatefulMemes":55.8,"ImageNet-A":47.6,"ImageNet-R":89.3,"OK-VQA":51.7,"A-OKVQA":44.0,"DocVQA":90.1,"InfographicsVQA":59.1,"ChartQA":48.1,"Visual7W":52.8,"ScienceQA":38.1,"GQA":65.4,"TextVQA":71.6,"VizWiz":43.3,"VisDial":82.7,"CIRR":57.3,"VisualNews_t2i":74.7,"VisualNews_i2t":78.3,"MSCOCO_t2i":75.9,"MSCOCO_i2t":71.1,"NIGHTS":68.4,"WebQA":90.6,"FashionIQ":19.6,"Wiki-SS-NQ":67.6,"OVEN":64.8,"EDIS":84.2,"MSCOCO":66.2,"RefCOCO":87.0,"RefCOCO-Matching":86.3,"Visual7W-Pointing":69.0}
46
  {"Rank":46,"Models":"<a href=\"https:\/\/huggingface.co\/DeepGlint-AI\/UniME-Phi3.5-V-4.2B\">UniME(Phi-3.5-V-LoRA)<\/a>","Model Size(B)":4.2,"Date":"unknown","Image-Overall":64.2,"I-CLS":54.8,"I-QA":55.9,"I-RET":64.5,"I-VG":81.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
47
  {"Rank":47,"Models":"<a href=\"https:\/\/huggingface.co\/JUNJIE99\/MMRet-large\">MMRet-MLLM (FT)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":64.1,"I-CLS":56.0,"I-QA":57.4,"I-RET":69.9,"I-VG":83.6,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
48
  {"Rank":48,"Models":"<a href=\"https:\/\/huggingface.co\/friedrichor\/Unite-Instruct-Qwen2-VL-2B\">UNITE-Instruct-2B<\/a>","Model Size(B)":2.21,"Date":"unknown","Image-Overall":63.3,"I-CLS":63.2,"I-QA":55.9,"I-RET":65.4,"I-VG":75.6,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
49
  {"Rank":49,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-LLaVa-Next\">VLM2Vec (LLaVA-1.6-LoRA-HighRes)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":62.9,"I-CLS":61.2,"I-QA":49.9,"I-RET":67.4,"I-VG":86.1,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
50
+ {"Rank":50,"Models":"<a href=\"https:\/\/huggingface.co\/BAAI\/BGE-VL-v1.5-zs\">BGE-VL-v1.5 (zeroshot; LlaVA-1.6-Mistral)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":60.1,"I-CLS":56.1,"I-QA":55.3,"I-RET":63.9,"I-VG":70.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
51
+ {"Rank":51,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Full\">VLM2Vec (Phi-3.5-V-LoRA)<\/a>","Model Size(B)":4.15,"Date":"unknown","Image-Overall":60.1,"I-CLS":54.8,"I-QA":54.9,"I-RET":62.3,"I-VG":79.5,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
52
+ {"Rank":52,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Image-Overall":59.73,"I-CLS":58.61,"I-QA":49.16,"I-RET":65.02,"I-VG":73.05,"VOC2007":74.3,"N24News":73.8,"SUN397":73.7,"ObjectNet":36.9,"Country211":21.7,"Place365":35.0,"ImageNet-1K":77.5,"HatefulMemes":57.9,"ImageNet-A":50.6,"ImageNet-R":84.7,"OK-VQA":48.2,"A-OKVQA":39.7,"DocVQA":82.7,"InfographicsVQA":47.3,"ChartQA":42.2,"Visual7W":50.9,"ScienceQA":30.5,"GQA":48.1,"TextVQA":63.2,"VizWiz":38.8,"VisDial":75.1,"CIRR":46.8,"VisualNews_t2i":73.4,"VisualNews_i2t":73.8,"MSCOCO_t2i":73.1,"MSCOCO_i2t":68.3,"NIGHTS":65.8,"WebQA":85.8,"FashionIQ":13.8,"Wiki-SS-NQ":54.6,"OVEN":68.4,"EDIS":81.4,"MSCOCO":65.7,"RefCOCO":80.8,"RefCOCO-Matching":76.6,"Visual7W-Pointing":69.1}
53
  {"Rank":53,"Models":"<a href=\"https:\/\/arxiv.org\/pdf\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"unknown","Image-Overall":59.6,"I-CLS":59.1,"I-QA":49.1,"I-RET":61.0,"I-VG":83.0,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
54
  {"Rank":54,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec (Qwen2-VL-2B-LoRA-HighRes)<\/a>","Model Size(B)":2.21,"Date":"unknown","Image-Overall":59.3,"I-CLS":59.0,"I-QA":49.4,"I-RET":65.4,"I-VG":73.4,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
55
  {"Rank":55,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/LLaVE-0.5B\">LLaVE-0.5B<\/a>","Model Size(B)":0.894,"Date":"unknown","Image-Overall":59.1,"I-CLS":57.4,"I-QA":50.3,"I-RET":59.8,"I-VG":82.9,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
56
  {"Rank":56,"Models":"<a href=\"https:\/\/huggingface.co\/intfloat\/mmE5-mllama-11b-instruct\">mmE5 (w\/ 560K synthetic data)<\/a>","Model Size(B)":10.6,"Date":"unknown","Image-Overall":58.6,"I-CLS":60.6,"I-QA":55.7,"I-RET":54.7,"I-VG":72.4,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
57
+ {"Rank":57,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Image-Overall":55.93,"I-CLS":57.56,"I-QA":34.57,"I-RET":71.2,"I-VG":59.45,"VOC2007":80.1,"N24News":50.3,"SUN397":69.4,"ObjectNet":69.0,"Country211":24.6,"Place365":39.1,"ImageNet-1K":64.7,"HatefulMemes":53.9,"ImageNet-A":40.6,"ImageNet-R":83.9,"OK-VQA":33.1,"A-OKVQA":20.8,"DocVQA":41.1,"InfographicsVQA":20.5,"ChartQA":17.7,"Visual7W":22.2,"ScienceQA":28.2,"GQA":76.8,"TextVQA":46.4,"VizWiz":38.9,"VisDial":60.9,"CIRR":54.9,"VisualNews_t2i":79.5,"VisualNews_i2t":83.6,"MSCOCO_t2i":71.5,"MSCOCO_i2t":57.4,"NIGHTS":67.6,"WebQA":91.3,"FashionIQ":37.6,"Wiki-SS-NQ":78.4,"OVEN":75.6,"EDIS":96.1,"MSCOCO":31.4,"RefCOCO":61.2,"RefCOCO-Matching":78.7,"Visual7W-Pointing":66.5}
58
  {"Rank":58,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Full\">VLM2Vec (Phi-3.5-V-FT)<\/a>","Model Size(B)":4.15,"Date":"unknown","Image-Overall":55.9,"I-CLS":52.8,"I-QA":50.3,"I-RET":57.8,"I-VG":72.3,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
59
  {"Rank":59,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"unknown","Image-Overall":55.8,"I-CLS":56.9,"I-QA":41.2,"I-RET":67.8,"I-VG":53.4,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
60
  {"Rank":60,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"2025-07-06","Image-Overall":55.43,"I-CLS":56.44,"I-QA":45.28,"I-RET":57.55,"I-VG":71.95,"VOC2007":81.9,"N24News":69.6,"SUN397":68.8,"ObjectNet":51.0,"Country211":11.3,"Place365":37.4,"ImageNet-1K":64.6,"HatefulMemes":55.3,"ImageNet-A":38.1,"ImageNet-R":86.4,"OK-VQA":47.1,"A-OKVQA":43.0,"DocVQA":60.6,"InfographicsVQA":30.2,"ChartQA":32.7,"Visual7W":48.9,"ScienceQA":39.7,"GQA":52.1,"TextVQA":59.6,"VizWiz":38.9,"VisDial":68.4,"CIRR":43.4,"VisualNews_t2i":58.4,"VisualNews_i2t":61.0,"MSCOCO_t2i":66.4,"MSCOCO_i2t":63.2,"NIGHTS":63.8,"WebQA":80.0,"FashionIQ":23.3,"Wiki-SS-NQ":46.4,"OVEN":52.4,"EDIS":63.9,"MSCOCO":63.1,"RefCOCO":76.6,"RefCOCO-Matching":70.6,"Visual7W-Pointing":77.5}
61
  {"Rank":61,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-LLaVa-Next\">VLM2Vec (LLaVA-1.6-LoRA-LowRes)<\/a>","Model Size(B)":7.57,"Date":"unknown","Image-Overall":55.0,"I-CLS":54.7,"I-QA":50.3,"I-RET":56.2,"I-VG":64.0,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
62
+ {"Rank":62,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Image-Overall":54.13,"I-CLS":59.27,"I-QA":26.49,"I-RET":70.06,"I-VG":62.62,"VOC2007":80.0,"N24News":51.6,"SUN397":68.7,"ObjectNet":66.3,"Country211":28.3,"Place365":40.5,"ImageNet-1K":72.6,"HatefulMemes":49.1,"ImageNet-A":47.2,"ImageNet-R":88.4,"OK-VQA":37.9,"A-OKVQA":26.9,"DocVQA":22.4,"InfographicsVQA":16.5,"ChartQA":11.6,"Visual7W":19.8,"ScienceQA":26.5,"GQA":38.3,"TextVQA":33.1,"VizWiz":31.9,"VisDial":61.0,"CIRR":52.1,"VisualNews_t2i":70.9,"VisualNews_i2t":84.1,"MSCOCO_t2i":72.0,"MSCOCO_i2t":73.6,"NIGHTS":65.7,"WebQA":81.2,"FashionIQ":41.7,"Wiki-SS-NQ":70.1,"OVEN":82.2,"EDIS":86.1,"MSCOCO":44.7,"RefCOCO":62.5,"RefCOCO-Matching":76.2,"Visual7W-Pointing":67.1}
63
+ {"Rank":63,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Image-Overall":52.54,"I-CLS":51.19,"I-QA":33.31,"I-RET":67.72,"I-VG":58.45,"VOC2007":78.2,"N24News":30.4,"SUN397":64.9,"ObjectNet":59.2,"Country211":20.6,"Place365":35.9,"ImageNet-1K":59.2,"HatefulMemes":50.2,"ImageNet-A":36.3,"ImageNet-R":77.0,"OK-VQA":37.7,"A-OKVQA":31.2,"DocVQA":37.9,"InfographicsVQA":23.2,"ChartQA":14.5,"Visual7W":24.4,"ScienceQA":31.7,"GQA":55.0,"TextVQA":45.5,"VizWiz":32.0,"VisDial":63.0,"CIRR":46.6,"VisualNews_t2i":69.9,"VisualNews_i2t":75.5,"MSCOCO_t2i":68.0,"MSCOCO_i2t":71.4,"NIGHTS":65.8,"WebQA":85.7,"FashionIQ":34.7,"Wiki-SS-NQ":66.5,"OVEN":85.0,"EDIS":80.5,"MSCOCO":38.7,"RefCOCO":59.1,"RefCOCO-Matching":84.5,"Visual7W-Pointing":51.5}
64
+ {"Rank":64,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Image-Overall":51.87,"I-CLS":54.55,"I-QA":29.84,"I-RET":66.75,"I-VG":55.62,"VOC2007":75.8,"N24News":50.3,"SUN397":67.0,"ObjectNet":71.2,"Country211":26.4,"Place365":36.1,"ImageNet-1K":58.1,"HatefulMemes":53.7,"ImageNet-A":28.4,"ImageNet-R":78.5,"OK-VQA":30.1,"A-OKVQA":18.6,"DocVQA":30.0,"InfographicsVQA":11.8,"ChartQA":13.3,"Visual7W":15.6,"ScienceQA":27.1,"GQA":75.3,"TextVQA":39.5,"VizWiz":37.1,"VisDial":47.7,"CIRR":43.1,"VisualNews_t2i":74.8,"VisualNews_i2t":77.7,"MSCOCO_t2i":68.3,"MSCOCO_i2t":63.2,"NIGHTS":67.6,"WebQA":88.8,"FashionIQ":32.2,"Wiki-SS-NQ":73.8,"OVEN":72.1,"EDIS":91.7,"MSCOCO":28.4,"RefCOCO":55.8,"RefCOCO-Matching":73.7,"Visual7W-Pointing":64.6}
65
  {"Rank":65,"Models":"<a href=\"https:\/\/huggingface.co\/nvidia\/MM-Embed\">MM-Embed<\/a>","Model Size(B)":8.18,"Date":"unknown","Image-Overall":50.0,"I-CLS":48.1,"I-QA":32.3,"I-RET":63.8,"I-VG":57.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
66
  {"Rank":66,"Models":"<a href=\"https:\/\/doi.org\/10.48550\/arXiv.2212.07143\">OpenCLIP-FT<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":47.2,"I-CLS":56.0,"I-QA":21.9,"I-RET":55.4,"I-VG":64.1,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
67
  {"Rank":67,"Models":"<a href=\"https:\/\/doi.org\/10.48550\/arXiv.2103.00020\">CLIP-FT<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":45.4,"I-CLS":55.2,"I-QA":19.7,"I-RET":53.2,"I-VG":62.2,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
 
70
  {"Rank":70,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/UniIR\">UniIR (BLIP_FF)<\/a>","Model Size(B)":0.247,"Date":"unknown","Image-Overall":42.8,"I-CLS":42.1,"I-QA":15.0,"I-RET":60.1,"I-VG":62.2,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
71
  {"Rank":71,"Models":"<a href=\"https:\/\/github.com\/mlfoundations\/open_clip\">open_clip-ViT-L\/14<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":39.7,"I-CLS":47.8,"I-QA":10.9,"I-RET":52.3,"I-VG":53.3,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
72
  {"Rank":72,"Models":"<a href=\"https:\/\/huggingface.co\/openai\/clip-vit-large-patch14\">clip-vit-large-patch14<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":37.8,"I-CLS":42.8,"I-QA":9.1,"I-RET":53.0,"I-VG":51.8,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
73
+ {"Rank":73,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-12-29","Image-Overall":34.89,"I-CLS":40.45,"I-QA":11.48,"I-RET":48.15,"I-VG":39.75,"VOC2007":69.8,"N24News":25.6,"SUN397":56.2,"ObjectNet":45.6,"Country211":6.0,"Place365":27.7,"ImageNet-1K":42.3,"HatefulMemes":50.9,"ImageNet-A":15.2,"ImageNet-R":65.2,"OK-VQA":9.4,"A-OKVQA":6.4,"DocVQA":11.3,"InfographicsVQA":5.0,"ChartQA":5.7,"Visual7W":6.1,"ScienceQA":16.5,"GQA":8.1,"TextVQA":18.9,"VizWiz":27.4,"VisDial":41.1,"CIRR":8.2,"VisualNews_t2i":50.5,"VisualNews_i2t":47.7,"MSCOCO_t2i":58.6,"MSCOCO_i2t":50.4,"NIGHTS":65.4,"WebQA":54.2,"FashionIQ":5.9,"Wiki-SS-NQ":80.5,"OVEN":50.1,"EDIS":65.2,"MSCOCO":36.5,"RefCOCO":65.0,"RefCOCO-Matching":1.2,"Visual7W-Pointing":56.3}
74
  {"Rank":74,"Models":"<a href=\"https:\/\/huggingface.co\/google\/siglip-base-patch16-224\">siglip-base-patch16-224<\/a>","Model Size(B)":0.203,"Date":"unknown","Image-Overall":34.8,"I-CLS":40.3,"I-QA":8.4,"I-RET":31.6,"I-VG":59.5,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
75
  {"Rank":75,"Models":"<a href=\"https:\/\/github.com\/google-deepmind\/magiclens\">Magiclens<\/a>","Model Size(B)":0.428,"Date":"unknown","Image-Overall":27.8,"I-CLS":38.8,"I-QA":8.3,"I-RET":35.4,"I-VG":26.0,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
76
  {"Rank":76,"Models":"<a href=\"https:\/\/huggingface.co\/Salesforce\/blip2-opt-2.7b\">blip2-opt-2.7b<\/a>","Model Size(B)":3.74,"Date":"unknown","Image-Overall":25.2,"I-CLS":27.0,"I-QA":4.2,"I-RET":33.9,"I-VG":47.0,"VOC2007":"-","N24News":"-","SUN397":"-","ObjectNet":"-","Country211":"-","Place365":"-","ImageNet-1K":"-","HatefulMemes":"-","ImageNet-A":"-","ImageNet-R":"-","OK-VQA":"-","A-OKVQA":"-","DocVQA":"-","InfographicsVQA":"-","ChartQA":"-","Visual7W":"-","ScienceQA":"-","GQA":"-","TextVQA":"-","VizWiz":"-","VisDial":"-","CIRR":"-","VisualNews_t2i":"-","VisualNews_i2t":"-","MSCOCO_t2i":"-","MSCOCO_i2t":"-","NIGHTS":"-","WebQA":"-","FashionIQ":"-","Wiki-SS-NQ":"-","OVEN":"-","EDIS":"-","MSCOCO":"-","RefCOCO":"-","RefCOCO-Matching":"-","Visual7W-Pointing":"-"}
rankings/mmeb_ranking.csv CHANGED
@@ -1,33 +1,33 @@
1
  Rank,Models,Model Size(B),Date,Overall,Image-Overall,Video-Overall,Visdoc-Overall
2
- 1,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-8B"">Qwen3-VL-Embedding-8B</a>",8.14,2026-01-06,75.91,80.12,67.15,76.17
3
  2,"<a href=""https://console.volcengine.com/ark/region:ark+cn-beijing/model/detail?Id=doubao-embedding-vision"">seed1.6-embedding-1215</a>",unknown,2025-12-18,75.08,77.99,67.74,76.23
4
  3,WeMM-Embedding-8B,8.77,2025-12-16,73.9,78.09,63.24,75.62
5
- 4,"<a href=""https://interestfm-tte.github.io/"">IFM-TTE-7B</a>",8.29,2025-10-11,73.06,77.9,59.19,76.21
6
- 5,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-2B"">Qwen3-VL-Embedding-2B</a>",2.13,2026-01-06,71.48,74.96,61.87,73.48
7
  6,WeMM-Embedding-2B,2.13,2025-12-16,71.17,76.08,58.67,73.2
8
  7,"<a href=""https://github.com/360CVGroup/RzenEmbed"">RzenEmbed-v2-7B</a>",8.29,2025-09-20,71.12,75.92,55.73,75.45
9
  8,"<a href=""https://seed1-6-embedding.github.io"">seed-1.6-embedding</a>",unknown,2025-06-17,70.78,77.78,55.34,71.84
10
  9,RzenEmbed-v1-7B,8.29,2025-07-30,68.37,73.6,48.87,75.16
11
- 10,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B"">Ops-MM-embedding-v1-7B</a>",8.29,2025-07-02,67.12,72.72,53.76,68.74
12
- 11,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,66.23,70.81,53.19,69.13
13
  12,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-7B"">e5-omni-7B</a>",8.0,2026-01-09,65.85,71.23,43.54,74.52
14
  13,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-2B</a>",2.13,2026-01-23,64.86,68.86,51.69,68.72
15
  14,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,64.07,71.25,47.5,65.73
16
  15,RzenEmbed-v1-2B,2.21,2025-07-16,63.86,68.53,42.62,72.78
17
- 16,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,63.0,69.03,47.56,65.53
18
- 17,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,62.6,67.59,40.63,71.6
19
  18,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-7B</a>",8.03,2025-07-06,60.17,67.56,42.4,62.42
20
  19,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,59.69,66.56,42.23,62.48
21
  20,"<a href=""https://github.com/GaryGuTC/UniME-v2"">UniME-V2-LLaVA-OneVision-7B</a>",8.03,2025-10-15,59.12,71.77,39.01,55.22
22
- 21,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-06-28,57.59,64.85,34.58,63.95
23
- 22,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-06-28,57.32,55.95,38.43,73.54
24
- 23,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-06-28,53.6,51.89,33.64,71.15
25
- 24,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-06-28,51.86,65.49,33.72,45.0
26
- 25,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,49.33,55.43,35.87,50.26
27
- 26,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,46.94,52.43,33.6,48.72
28
- 27,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-06-28,46.61,59.74,28.61,40.41
29
- 28,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-06-28,43.97,34.89,28.17,69.45
30
- 29,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-06-28,40.13,54.08,34.95,23.11
31
  30,QQMM-embed-v3,8.29,2025-12-30,36.1,78.21,0.0,0.0
32
  31,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,34.74,75.28,0.0,0.0
33
  32,UniVec-CoT-7B,8.29,unknown,34.2,74.11,0.0,0.0
@@ -39,8 +39,8 @@ Rank,Models,Model Size(B),Date,Overall,Image-Overall,Video-Overall,Visdoc-Overal
39
  38,TCE-v1,8.0,2025-10-31,33.39,72.36,0.0,0.0
40
  39,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,32.4,70.2,0.0,0.0
41
  40,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,31.94,69.21,0.0,0.0
42
- 41,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-Colqwen3-4B"">Ops-Colqwen3-4B</a>",4.44,2026-01-27,23.97,0.0,0.0,77.9
43
- 42,Taichu-UniRetriever-8B,8.77,2026-01-15,23.61,0.0,0.0,76.74
44
- 43,Taichu-UniRetriever-2B,2.13,2026-01-15,23.11,0.0,0.0,75.1
45
  44,"<a href=""https://huggingface.co/Alibaba-NLP/GVE-7B"">GVE-7B</a>",8.29,unknown,11.67,0.0,50.57,0.0
46
  45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0
 
1
  Rank,Models,Model Size(B),Date,Overall,Image-Overall,Video-Overall,Visdoc-Overall
2
+ 1,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-8B"">Qwen3-VL-Embedding-8B</a>",8.14,2026-01-06,77.82,80.12,67.15,82.36
3
  2,"<a href=""https://console.volcengine.com/ark/region:ark+cn-beijing/model/detail?Id=doubao-embedding-vision"">seed1.6-embedding-1215</a>",unknown,2025-12-18,75.08,77.99,67.74,76.23
4
  3,WeMM-Embedding-8B,8.77,2025-12-16,73.9,78.09,63.24,75.62
5
+ 4,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-2B"">Qwen3-VL-Embedding-2B</a>",2.13,2026-01-06,73.25,74.96,61.87,79.22
6
+ 5,"<a href=""https://interestfm-tte.github.io/"">IFM-TTE-7B</a>",8.29,2025-10-11,73.06,77.9,59.19,76.21
7
  6,WeMM-Embedding-2B,2.13,2025-12-16,71.17,76.08,58.67,73.2
8
  7,"<a href=""https://github.com/360CVGroup/RzenEmbed"">RzenEmbed-v2-7B</a>",8.29,2025-09-20,71.12,75.92,55.73,75.45
9
  8,"<a href=""https://seed1-6-embedding.github.io"">seed-1.6-embedding</a>",unknown,2025-06-17,70.78,77.78,55.34,71.84
10
  9,RzenEmbed-v1-7B,8.29,2025-07-30,68.37,73.6,48.87,75.16
11
+ 10,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,67.94,70.81,53.19,74.69
12
+ 11,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B"">Ops-MM-embedding-v1-7B</a>",8.29,2025-07-02,67.12,72.72,53.76,68.74
13
  12,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-7B"">e5-omni-7B</a>",8.0,2026-01-09,65.85,71.23,43.54,74.52
14
  13,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-2B</a>",2.13,2026-01-23,64.86,68.86,51.69,68.72
15
  14,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,64.07,71.25,47.5,65.73
16
  15,RzenEmbed-v1-2B,2.21,2025-07-16,63.86,68.53,42.62,72.78
17
+ 16,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,63.08,67.59,40.63,73.16
18
+ 17,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,63.0,69.03,47.56,65.53
19
  18,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-7B</a>",8.03,2025-07-06,60.17,67.56,42.4,62.42
20
  19,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,59.69,66.56,42.23,62.48
21
  20,"<a href=""https://github.com/GaryGuTC/UniME-v2"">UniME-V2-LLaVA-OneVision-7B</a>",8.03,2025-10-15,59.12,71.77,39.01,55.22
22
+ 21,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-12-29,57.49,64.92,34.67,63.47
23
+ 22,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-12-29,57.32,55.93,38.43,73.58
24
+ 23,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-12-29,53.65,51.87,33.59,71.35
25
+ 24,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,49.33,55.43,35.87,50.26
26
+ 25,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-12-29,47.0,65.37,33.79,29.34
27
+ 26,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,46.82,52.54,33.83,47.99
28
+ 27,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-12-29,44.2,34.89,28.23,70.14
29
+ 28,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-12-29,42.69,59.73,28.55,27.74
30
+ 29,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-12-29,41.6,54.13,35.21,27.61
31
  30,QQMM-embed-v3,8.29,2025-12-30,36.1,78.21,0.0,0.0
32
  31,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,34.74,75.28,0.0,0.0
33
  32,UniVec-CoT-7B,8.29,unknown,34.2,74.11,0.0,0.0
 
39
  38,TCE-v1,8.0,2025-10-31,33.39,72.36,0.0,0.0
40
  39,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,32.4,70.2,0.0,0.0
41
  40,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,31.94,69.21,0.0,0.0
42
+ 41,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-Colqwen3-4B"">Ops-Colqwen3-4B</a>",4.44,2026-01-27,25.88,0.0,0.0,84.12
43
+ 42,Taichu-UniRetriever-8B,8.77,2026-01-15,25.62,0.0,0.0,83.25
44
+ 43,Taichu-UniRetriever-2B,2.13,2026-01-15,25.02,0.0,0.0,81.31
45
  44,"<a href=""https://huggingface.co/Alibaba-NLP/GVE-7B"">GVE-7B</a>",8.29,unknown,11.67,0.0,50.57,0.0
46
  45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0
rankings/mmeb_ranking.jsonl CHANGED
@@ -1,32 +1,32 @@
1
- {"Rank":1,"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-8B\">Qwen3-VL-Embedding-8B<\/a>","Model Size(B)":8.14,"Date":"2026-01-06","Overall":75.91,"Image-Overall":80.12,"Video-Overall":67.15,"Visdoc-Overall":76.17}
2
  {"Rank":2,"Models":"<a href=\"https:\/\/console.volcengine.com\/ark\/region:ark+cn-beijing\/model\/detail?Id=doubao-embedding-vision\">seed1.6-embedding-1215<\/a>","Model Size(B)":"unknown","Date":"2025-12-18","Overall":75.08,"Image-Overall":77.99,"Video-Overall":67.74,"Visdoc-Overall":76.23}
3
  {"Rank":3,"Models":"WeMM-Embedding-8B","Model Size(B)":8.77,"Date":"2025-12-16","Overall":73.9,"Image-Overall":78.09,"Video-Overall":63.24,"Visdoc-Overall":75.62}
4
- {"Rank":4,"Models":"<a href=\"https:\/\/interestfm-tte.github.io\/\">IFM-TTE-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-11","Overall":73.06,"Image-Overall":77.9,"Video-Overall":59.19,"Visdoc-Overall":76.21}
5
- {"Rank":5,"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-2B\">Qwen3-VL-Embedding-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-06","Overall":71.48,"Image-Overall":74.96,"Video-Overall":61.87,"Visdoc-Overall":73.48}
6
  {"Rank":6,"Models":"WeMM-Embedding-2B","Model Size(B)":2.13,"Date":"2025-12-16","Overall":71.17,"Image-Overall":76.08,"Video-Overall":58.67,"Visdoc-Overall":73.2}
7
  {"Rank":7,"Models":"<a href=\"https:\/\/github.com\/360CVGroup\/RzenEmbed\">RzenEmbed-v2-7B<\/a>","Model Size(B)":8.29,"Date":"2025-09-20","Overall":71.12,"Image-Overall":75.92,"Video-Overall":55.73,"Visdoc-Overall":75.45}
8
  {"Rank":8,"Models":"<a href=\"https:\/\/seed1-6-embedding.github.io\">seed-1.6-embedding<\/a>","Model Size(B)":"unknown","Date":"2025-06-17","Overall":70.78,"Image-Overall":77.78,"Video-Overall":55.34,"Visdoc-Overall":71.84}
9
  {"Rank":9,"Models":"RzenEmbed-v1-7B","Model Size(B)":8.29,"Date":"2025-07-30","Overall":68.37,"Image-Overall":73.6,"Video-Overall":48.87,"Visdoc-Overall":75.16}
10
- {"Rank":10,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-7B\">Ops-MM-embedding-v1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-07-02","Overall":67.12,"Image-Overall":72.72,"Video-Overall":53.76,"Visdoc-Overall":68.74}
11
- {"Rank":11,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-23","Overall":66.23,"Image-Overall":70.81,"Video-Overall":53.19,"Visdoc-Overall":69.13}
12
  {"Rank":12,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Model Size(B)":8.0,"Date":"2026-01-09","Overall":65.85,"Image-Overall":71.23,"Video-Overall":43.54,"Visdoc-Overall":74.52}
13
  {"Rank":13,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-23","Overall":64.86,"Image-Overall":68.86,"Video-Overall":51.69,"Visdoc-Overall":68.72}
14
  {"Rank":14,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-7B\">UME-R1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-20","Overall":64.07,"Image-Overall":71.25,"Video-Overall":47.5,"Visdoc-Overall":65.73}
15
  {"Rank":15,"Models":"RzenEmbed-v1-2B","Model Size(B)":2.21,"Date":"2025-07-16","Overall":63.86,"Image-Overall":68.53,"Video-Overall":42.62,"Visdoc-Overall":72.78}
16
- {"Rank":16,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-2B\">Ops-MM-embedding-v1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-07-02","Overall":63.0,"Image-Overall":69.03,"Video-Overall":47.56,"Visdoc-Overall":65.53}
17
- {"Rank":17,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Overall":62.6,"Image-Overall":67.59,"Video-Overall":40.63,"Visdoc-Overall":71.6}
18
  {"Rank":18,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-7B<\/a>","Model Size(B)":8.03,"Date":"2025-07-06","Overall":60.17,"Image-Overall":67.56,"Video-Overall":42.4,"Visdoc-Overall":62.42}
19
  {"Rank":19,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-2B\">UME-R1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-10-20","Overall":59.69,"Image-Overall":66.56,"Video-Overall":42.23,"Visdoc-Overall":62.48}
20
  {"Rank":20,"Models":"<a href=\"https:\/\/github.com\/GaryGuTC\/UniME-v2\">UniME-V2-LLaVA-OneVision-7B<\/a>","Model Size(B)":8.03,"Date":"2025-10-15","Overall":59.12,"Image-Overall":71.77,"Video-Overall":39.01,"Visdoc-Overall":55.22}
21
- {"Rank":21,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Overall":57.59,"Image-Overall":64.85,"Video-Overall":34.58,"Visdoc-Overall":63.95}
22
- {"Rank":22,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Overall":57.32,"Image-Overall":55.95,"Video-Overall":38.43,"Visdoc-Overall":73.54}
23
- {"Rank":23,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Overall":53.6,"Image-Overall":51.89,"Video-Overall":33.64,"Visdoc-Overall":71.15}
24
- {"Rank":24,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Overall":51.86,"Image-Overall":65.49,"Video-Overall":33.72,"Visdoc-Overall":45.0}
25
- {"Rank":25,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"2025-07-06","Overall":49.33,"Image-Overall":55.43,"Video-Overall":35.87,"Visdoc-Overall":50.26}
26
- {"Rank":26,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Overall":46.94,"Image-Overall":52.43,"Video-Overall":33.6,"Visdoc-Overall":48.72}
27
- {"Rank":27,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Overall":46.61,"Image-Overall":59.74,"Video-Overall":28.61,"Visdoc-Overall":40.41}
28
- {"Rank":28,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-06-28","Overall":43.97,"Image-Overall":34.89,"Video-Overall":28.17,"Visdoc-Overall":69.45}
29
- {"Rank":29,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Overall":40.13,"Image-Overall":54.08,"Video-Overall":34.95,"Visdoc-Overall":23.11}
30
  {"Rank":30,"Models":"QQMM-embed-v3","Model Size(B)":8.29,"Date":"2025-12-30","Overall":36.1,"Image-Overall":78.21,"Video-Overall":0.0,"Visdoc-Overall":0.0}
31
  {"Rank":31,"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Model Size(B)":8.29,"Date":"2025-09-15","Overall":34.74,"Image-Overall":75.28,"Video-Overall":0.0,"Visdoc-Overall":0.0}
32
  {"Rank":32,"Models":"UniVec-CoT-7B","Model Size(B)":8.29,"Date":"unknown","Overall":34.2,"Image-Overall":74.11,"Video-Overall":0.0,"Visdoc-Overall":0.0}
@@ -38,8 +38,8 @@
38
  {"Rank":38,"Models":"TCE-v1","Model Size(B)":8.0,"Date":"2025-10-31","Overall":33.39,"Image-Overall":72.36,"Video-Overall":0.0,"Visdoc-Overall":0.0}
39
  {"Rank":39,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Overall":32.4,"Image-Overall":70.2,"Video-Overall":0.0,"Visdoc-Overall":0.0}
40
  {"Rank":40,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Overall":31.94,"Image-Overall":69.21,"Video-Overall":0.0,"Visdoc-Overall":0.0}
41
- {"Rank":41,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-Colqwen3-4B\">Ops-Colqwen3-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-27","Overall":23.97,"Image-Overall":0.0,"Video-Overall":0.0,"Visdoc-Overall":77.9}
42
- {"Rank":42,"Models":"Taichu-UniRetriever-8B","Model Size(B)":8.77,"Date":"2026-01-15","Overall":23.61,"Image-Overall":0.0,"Video-Overall":0.0,"Visdoc-Overall":76.74}
43
- {"Rank":43,"Models":"Taichu-UniRetriever-2B","Model Size(B)":2.13,"Date":"2026-01-15","Overall":23.11,"Image-Overall":0.0,"Video-Overall":0.0,"Visdoc-Overall":75.1}
44
  {"Rank":44,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/GVE-7B\">GVE-7B<\/a>","Model Size(B)":8.29,"Date":"unknown","Overall":11.67,"Image-Overall":0.0,"Video-Overall":50.57,"Visdoc-Overall":0.0}
45
  {"Rank":45,"Models":"TCR","Model Size(B)":8.77,"Date":"2026-01-15","Overall":0.0,"Image-Overall":0.0,"Video-Overall":0.0,"Visdoc-Overall":0.0}
 
1
+ {"Rank":1,"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-8B\">Qwen3-VL-Embedding-8B<\/a>","Model Size(B)":8.14,"Date":"2026-01-06","Overall":77.82,"Image-Overall":80.12,"Video-Overall":67.15,"Visdoc-Overall":82.36}
2
  {"Rank":2,"Models":"<a href=\"https:\/\/console.volcengine.com\/ark\/region:ark+cn-beijing\/model\/detail?Id=doubao-embedding-vision\">seed1.6-embedding-1215<\/a>","Model Size(B)":"unknown","Date":"2025-12-18","Overall":75.08,"Image-Overall":77.99,"Video-Overall":67.74,"Visdoc-Overall":76.23}
3
  {"Rank":3,"Models":"WeMM-Embedding-8B","Model Size(B)":8.77,"Date":"2025-12-16","Overall":73.9,"Image-Overall":78.09,"Video-Overall":63.24,"Visdoc-Overall":75.62}
4
+ {"Rank":4,"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-2B\">Qwen3-VL-Embedding-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-06","Overall":73.25,"Image-Overall":74.96,"Video-Overall":61.87,"Visdoc-Overall":79.22}
5
+ {"Rank":5,"Models":"<a href=\"https:\/\/interestfm-tte.github.io\/\">IFM-TTE-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-11","Overall":73.06,"Image-Overall":77.9,"Video-Overall":59.19,"Visdoc-Overall":76.21}
6
  {"Rank":6,"Models":"WeMM-Embedding-2B","Model Size(B)":2.13,"Date":"2025-12-16","Overall":71.17,"Image-Overall":76.08,"Video-Overall":58.67,"Visdoc-Overall":73.2}
7
  {"Rank":7,"Models":"<a href=\"https:\/\/github.com\/360CVGroup\/RzenEmbed\">RzenEmbed-v2-7B<\/a>","Model Size(B)":8.29,"Date":"2025-09-20","Overall":71.12,"Image-Overall":75.92,"Video-Overall":55.73,"Visdoc-Overall":75.45}
8
  {"Rank":8,"Models":"<a href=\"https:\/\/seed1-6-embedding.github.io\">seed-1.6-embedding<\/a>","Model Size(B)":"unknown","Date":"2025-06-17","Overall":70.78,"Image-Overall":77.78,"Video-Overall":55.34,"Visdoc-Overall":71.84}
9
  {"Rank":9,"Models":"RzenEmbed-v1-7B","Model Size(B)":8.29,"Date":"2025-07-30","Overall":68.37,"Image-Overall":73.6,"Video-Overall":48.87,"Visdoc-Overall":75.16}
10
+ {"Rank":10,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-23","Overall":67.94,"Image-Overall":70.81,"Video-Overall":53.19,"Visdoc-Overall":74.69}
11
+ {"Rank":11,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-7B\">Ops-MM-embedding-v1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-07-02","Overall":67.12,"Image-Overall":72.72,"Video-Overall":53.76,"Visdoc-Overall":68.74}
12
  {"Rank":12,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Model Size(B)":8.0,"Date":"2026-01-09","Overall":65.85,"Image-Overall":71.23,"Video-Overall":43.54,"Visdoc-Overall":74.52}
13
  {"Rank":13,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-23","Overall":64.86,"Image-Overall":68.86,"Video-Overall":51.69,"Visdoc-Overall":68.72}
14
  {"Rank":14,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-7B\">UME-R1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-20","Overall":64.07,"Image-Overall":71.25,"Video-Overall":47.5,"Visdoc-Overall":65.73}
15
  {"Rank":15,"Models":"RzenEmbed-v1-2B","Model Size(B)":2.21,"Date":"2025-07-16","Overall":63.86,"Image-Overall":68.53,"Video-Overall":42.62,"Visdoc-Overall":72.78}
16
+ {"Rank":16,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Overall":63.08,"Image-Overall":67.59,"Video-Overall":40.63,"Visdoc-Overall":73.16}
17
+ {"Rank":17,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-2B\">Ops-MM-embedding-v1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-07-02","Overall":63.0,"Image-Overall":69.03,"Video-Overall":47.56,"Visdoc-Overall":65.53}
18
  {"Rank":18,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-7B<\/a>","Model Size(B)":8.03,"Date":"2025-07-06","Overall":60.17,"Image-Overall":67.56,"Video-Overall":42.4,"Visdoc-Overall":62.42}
19
  {"Rank":19,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-2B\">UME-R1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-10-20","Overall":59.69,"Image-Overall":66.56,"Video-Overall":42.23,"Visdoc-Overall":62.48}
20
  {"Rank":20,"Models":"<a href=\"https:\/\/github.com\/GaryGuTC\/UniME-v2\">UniME-V2-LLaVA-OneVision-7B<\/a>","Model Size(B)":8.03,"Date":"2025-10-15","Overall":59.12,"Image-Overall":71.77,"Video-Overall":39.01,"Visdoc-Overall":55.22}
21
+ {"Rank":21,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Overall":57.49,"Image-Overall":64.92,"Video-Overall":34.67,"Visdoc-Overall":63.47}
22
+ {"Rank":22,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Overall":57.32,"Image-Overall":55.93,"Video-Overall":38.43,"Visdoc-Overall":73.58}
23
+ {"Rank":23,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Overall":53.65,"Image-Overall":51.87,"Video-Overall":33.59,"Visdoc-Overall":71.35}
24
+ {"Rank":24,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"2025-07-06","Overall":49.33,"Image-Overall":55.43,"Video-Overall":35.87,"Visdoc-Overall":50.26}
25
+ {"Rank":25,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Overall":47.0,"Image-Overall":65.37,"Video-Overall":33.79,"Visdoc-Overall":29.34}
26
+ {"Rank":26,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Overall":46.82,"Image-Overall":52.54,"Video-Overall":33.83,"Visdoc-Overall":47.99}
27
+ {"Rank":27,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-12-29","Overall":44.2,"Image-Overall":34.89,"Video-Overall":28.23,"Visdoc-Overall":70.14}
28
+ {"Rank":28,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Overall":42.69,"Image-Overall":59.73,"Video-Overall":28.55,"Visdoc-Overall":27.74}
29
+ {"Rank":29,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Overall":41.6,"Image-Overall":54.13,"Video-Overall":35.21,"Visdoc-Overall":27.61}
30
  {"Rank":30,"Models":"QQMM-embed-v3","Model Size(B)":8.29,"Date":"2025-12-30","Overall":36.1,"Image-Overall":78.21,"Video-Overall":0.0,"Visdoc-Overall":0.0}
31
  {"Rank":31,"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Model Size(B)":8.29,"Date":"2025-09-15","Overall":34.74,"Image-Overall":75.28,"Video-Overall":0.0,"Visdoc-Overall":0.0}
32
  {"Rank":32,"Models":"UniVec-CoT-7B","Model Size(B)":8.29,"Date":"unknown","Overall":34.2,"Image-Overall":74.11,"Video-Overall":0.0,"Visdoc-Overall":0.0}
 
38
  {"Rank":38,"Models":"TCE-v1","Model Size(B)":8.0,"Date":"2025-10-31","Overall":33.39,"Image-Overall":72.36,"Video-Overall":0.0,"Visdoc-Overall":0.0}
39
  {"Rank":39,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Overall":32.4,"Image-Overall":70.2,"Video-Overall":0.0,"Visdoc-Overall":0.0}
40
  {"Rank":40,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Overall":31.94,"Image-Overall":69.21,"Video-Overall":0.0,"Visdoc-Overall":0.0}
41
+ {"Rank":41,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-Colqwen3-4B\">Ops-Colqwen3-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-27","Overall":25.88,"Image-Overall":0.0,"Video-Overall":0.0,"Visdoc-Overall":84.12}
42
+ {"Rank":42,"Models":"Taichu-UniRetriever-8B","Model Size(B)":8.77,"Date":"2026-01-15","Overall":25.62,"Image-Overall":0.0,"Video-Overall":0.0,"Visdoc-Overall":83.25}
43
+ {"Rank":43,"Models":"Taichu-UniRetriever-2B","Model Size(B)":2.13,"Date":"2026-01-15","Overall":25.02,"Image-Overall":0.0,"Video-Overall":0.0,"Visdoc-Overall":81.31}
44
  {"Rank":44,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/GVE-7B\">GVE-7B<\/a>","Model Size(B)":8.29,"Date":"unknown","Overall":11.67,"Image-Overall":0.0,"Video-Overall":50.57,"Visdoc-Overall":0.0}
45
  {"Rank":45,"Models":"TCR","Model Size(B)":8.77,"Date":"2026-01-15","Overall":0.0,"Image-Overall":0.0,"Video-Overall":0.0,"Visdoc-Overall":0.0}
rankings/video_ranking.csv CHANGED
@@ -20,27 +20,27 @@ Rank,Models,Model Size(B),Date,Video-Overall,V-CLS,V-QA,V-RET,V-MRET,K700,UCF101
20
  19,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,42.23,44.32,50.95,32.93,39.7,35.8,67.2,54.4,44.1,20.09,41.67,49.88,59.98,45.4,57.8,34.3,55.37,32.37,29.88,12.71,57.53,20.36,41.22
21
  20,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,40.63,40.2,48.54,33.14,40.67,41.9,58.0,42.2,34.4,24.48,43.63,45.32,54.37,36.6,62.8,36.0,52.69,34.76,28.58,13.68,62.6,18.16,41.26
22
  21,"<a href=""https://github.com/GaryGuTC/UniME-v2"">UniME-V2-LLaVA-OneVision-7B</a>",8.03,2025-10-15,39.01,37.16,50.59,28.93,39.59,38.0,61.8,42.8,25.2,18.01,35.78,42.2,58.76,51.6,64.6,27.6,57.46,31.47,22.51,5.6,56.79,29.99,32.0
23
- 22,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-06-28,38.43,37.44,50.35,28.37,36.96,39.7,54.7,47.9,30.6,14.32,39.19,46.62,53.55,46.8,65.6,31.8,49.7,26.39,24.88,9.09,59.46,14.03,37.39
24
  23,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,35.87,33.9,41.72,29.69,39.69,33.6,47.2,40.5,25.8,22.4,36.11,39.35,38.36,26.2,68.6,33.0,51.19,30.48,25.48,8.3,56.14,23.11,39.83
25
- 24,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-06-28,34.95,39.27,42.6,24.26,32.84,42.3,60.4,40.5,36.3,16.86,34.07,37.2,43.72,44.8,53.2,22.1,46.12,24.8,19.14,9.15,53.83,10.87,33.83
26
- 25,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-06-28,34.58,39.3,34.32,28.77,36.82,38.0,60.0,40.9,42.8,14.78,30.7,33.7,20.92,34.0,52.3,28.3,48.06,30.38,26.46,10.63,49.4,20.22,40.83
27
- 26,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-06-28,33.72,39.08,29.96,29.0,38.93,35.5,61.8,42.2,32.1,23.79,27.81,28.48,20.29,21.8,51.4,34.5,46.72,29.28,25.52,9.0,57.71,19.81,39.28
28
- 27,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-06-28,33.64,34.91,42.0,25.56,31.07,35.2,52.4,43.4,29.9,13.63,34.26,37.45,39.49,40.8,58.0,27.3,47.61,22.01,22.96,7.9,43.58,14.86,34.78
29
- 28,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,33.6,32.86,42.63,23.18,37.16,32.1,53.0,33.8,25.3,20.09,35.11,37.62,44.93,47.0,48.5,25.0,41.94,22.81,18.65,7.52,60.85,18.84,31.78
30
- 29,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-06-28,28.61,33.4,30.53,20.61,30.75,31.4,57.5,33.8,30.9,13.39,26.89,30.45,20.29,25.4,49.6,25.2,38.21,19.42,16.15,4.09,44.23,13.62,34.39
31
- 30,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-06-28,28.17,26.71,37.84,21.56,25.52,23.4,49.4,24.8,25.1,10.85,30.59,33.7,35.21,38.4,51.3,17.6,45.37,22.81,16.68,5.32,19.94,29.02,27.61
32
- 31,Taichu-UniRetriever-2B,2.13,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
33
- 32,Taichu-UniRetriever-8B,8.77,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
34
- 33,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-Colqwen3-4B"">Ops-Colqwen3-4B</a>",4.44,2026-01-27,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
35
- 34,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
36
- 35,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
37
- 36,TCE-v1,8.0,2025-10-31,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
38
  37,dp-embedding-v3-lite,8.29,2025-12-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
39
- 38,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-7B</a>",8.29,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
40
- 39,UniVec-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
41
- 40,ReCo-7B,8.29,2025-08-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
42
- 41,OEmbedding-v1-7B,8.29,2025-10-14,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
43
- 42,UniVec-CoT-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
44
- 43,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
45
- 44,QQMM-embed-v3,8.29,2025-12-30,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
46
  45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
 
20
  19,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,42.23,44.32,50.95,32.93,39.7,35.8,67.2,54.4,44.1,20.09,41.67,49.88,59.98,45.4,57.8,34.3,55.37,32.37,29.88,12.71,57.53,20.36,41.22
21
  20,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,40.63,40.2,48.54,33.14,40.67,41.9,58.0,42.2,34.4,24.48,43.63,45.32,54.37,36.6,62.8,36.0,52.69,34.76,28.58,13.68,62.6,18.16,41.26
22
  21,"<a href=""https://github.com/GaryGuTC/UniME-v2"">UniME-V2-LLaVA-OneVision-7B</a>",8.03,2025-10-15,39.01,37.16,50.59,28.93,39.59,38.0,61.8,42.8,25.2,18.01,35.78,42.2,58.76,51.6,64.6,27.6,57.46,31.47,22.51,5.6,56.79,29.99,32.0
23
+ 22,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-12-29,38.43,37.27,50.28,28.26,37.53,39.6,54.4,48.0,30.5,13.86,39.19,46.3,53.51,46.4,66.0,31.8,49.55,26.29,24.74,8.93,59.37,13.89,39.33
24
  23,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,35.87,33.9,41.72,29.69,39.69,33.6,47.2,40.5,25.8,22.4,36.11,39.35,38.36,26.2,68.6,33.0,51.19,30.48,25.48,8.3,56.14,23.11,39.83
25
+ 24,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-12-29,35.21,39.41,42.74,24.47,33.58,42.3,60.7,40.4,36.1,17.55,34.07,37.33,43.69,44.8,53.8,22.6,46.42,25.0,19.09,9.25,53.92,10.87,35.96
26
+ 25,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-12-29,34.67,39.24,34.66,28.37,37.55,38.2,60.0,40.2,43.0,14.78,30.81,33.62,20.88,35.0,53.0,27.8,47.31,29.98,26.15,10.63,49.68,20.08,42.88
27
+ 26,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,33.83,32.61,42.7,23.68,37.97,32.2,51.1,34.4,25.5,19.86,35.33,37.5,44.99,47.2,48.5,25.9,42.84,23.71,18.29,7.64,61.59,18.98,33.33
28
+ 27,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-12-29,33.79,38.99,30.09,29.08,39.16,35.4,62.1,41.9,32.0,23.56,28.04,28.55,20.28,22.2,51.4,34.7,46.72,29.58,25.37,9.03,57.89,18.57,41.01
29
+ 28,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-12-29,33.59,34.75,41.75,25.35,31.8,34.9,52.1,43.0,30.1,13.63,33.96,37.57,39.4,40.6,57.2,27.0,47.31,21.51,23.05,7.9,43.95,14.31,37.14
30
+ 29,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-12-29,28.55,33.27,30.66,20.45,30.66,31.0,57.6,34.0,30.8,12.93,27.07,30.53,20.2,25.6,49.9,25.6,37.46,19.12,15.68,4.37,43.67,12.93,35.39
31
+ 30,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-12-29,28.23,26.63,37.82,21.48,26.16,23.3,49.3,24.8,24.9,10.85,30.59,33.58,35.15,38.4,51.4,17.7,45.37,22.51,16.68,5.16,20.13,29.02,29.34
32
+ 31,TCE-v1,8.0,2025-10-31,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
33
+ 32,Taichu-UniRetriever-2B,2.13,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
34
+ 33,Taichu-UniRetriever-8B,8.77,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
35
+ 34,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-Colqwen3-4B"">Ops-Colqwen3-4B</a>",4.44,2026-01-27,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
36
+ 35,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
37
+ 36,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
38
  37,dp-embedding-v3-lite,8.29,2025-12-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
39
+ 38,QQMM-embed-v3,8.29,2025-12-30,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
40
+ 39,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-7B</a>",8.29,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
41
+ 40,UniVec-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
42
+ 41,ReCo-7B,8.29,2025-08-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
43
+ 42,OEmbedding-v1-7B,8.29,2025-10-14,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
44
+ 43,UniVec-CoT-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
45
+ 44,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
46
  45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
rankings/video_ranking.jsonl CHANGED
@@ -19,27 +19,27 @@
19
  {"Rank":19,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-2B\">UME-R1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-10-20","Video-Overall":42.23,"V-CLS":44.32,"V-QA":50.95,"V-RET":32.93,"V-MRET":39.7,"K700":35.8,"UCF101":67.2,"HMDB51":54.4,"SmthSmthV2":44.1,"Breakfast":20.09,"Video-MME":41.67,"MVBench":49.88,"NExTQA":59.98,"EgoSchema":45.4,"ActivityNetQA":57.8,"MSR-VTT":34.3,"MSVD":55.37,"DiDeMo":32.37,"VATEX":29.88,"YouCook2":12.71,"QVHighlight":57.53,"Charades-STA":20.36,"MomentSeeker":41.22}
20
  {"Rank":20,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Video-Overall":40.63,"V-CLS":40.2,"V-QA":48.54,"V-RET":33.14,"V-MRET":40.67,"K700":41.9,"UCF101":58.0,"HMDB51":42.2,"SmthSmthV2":34.4,"Breakfast":24.48,"Video-MME":43.63,"MVBench":45.32,"NExTQA":54.37,"EgoSchema":36.6,"ActivityNetQA":62.8,"MSR-VTT":36.0,"MSVD":52.69,"DiDeMo":34.76,"VATEX":28.58,"YouCook2":13.68,"QVHighlight":62.6,"Charades-STA":18.16,"MomentSeeker":41.26}
21
  {"Rank":21,"Models":"<a href=\"https:\/\/github.com\/GaryGuTC\/UniME-v2\">UniME-V2-LLaVA-OneVision-7B<\/a>","Model Size(B)":8.03,"Date":"2025-10-15","Video-Overall":39.01,"V-CLS":37.16,"V-QA":50.59,"V-RET":28.93,"V-MRET":39.59,"K700":38.0,"UCF101":61.8,"HMDB51":42.8,"SmthSmthV2":25.2,"Breakfast":18.01,"Video-MME":35.78,"MVBench":42.2,"NExTQA":58.76,"EgoSchema":51.6,"ActivityNetQA":64.6,"MSR-VTT":27.6,"MSVD":57.46,"DiDeMo":31.47,"VATEX":22.51,"YouCook2":5.6,"QVHighlight":56.79,"Charades-STA":29.99,"MomentSeeker":32.0}
22
- {"Rank":22,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Video-Overall":38.43,"V-CLS":37.44,"V-QA":50.35,"V-RET":28.37,"V-MRET":36.96,"K700":39.7,"UCF101":54.7,"HMDB51":47.9,"SmthSmthV2":30.6,"Breakfast":14.32,"Video-MME":39.19,"MVBench":46.62,"NExTQA":53.55,"EgoSchema":46.8,"ActivityNetQA":65.6,"MSR-VTT":31.8,"MSVD":49.7,"DiDeMo":26.39,"VATEX":24.88,"YouCook2":9.09,"QVHighlight":59.46,"Charades-STA":14.03,"MomentSeeker":37.39}
23
  {"Rank":23,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"2025-07-06","Video-Overall":35.87,"V-CLS":33.9,"V-QA":41.72,"V-RET":29.69,"V-MRET":39.69,"K700":33.6,"UCF101":47.2,"HMDB51":40.5,"SmthSmthV2":25.8,"Breakfast":22.4,"Video-MME":36.11,"MVBench":39.35,"NExTQA":38.36,"EgoSchema":26.2,"ActivityNetQA":68.6,"MSR-VTT":33.0,"MSVD":51.19,"DiDeMo":30.48,"VATEX":25.48,"YouCook2":8.3,"QVHighlight":56.14,"Charades-STA":23.11,"MomentSeeker":39.83}
24
- {"Rank":24,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Video-Overall":34.95,"V-CLS":39.27,"V-QA":42.6,"V-RET":24.26,"V-MRET":32.84,"K700":42.3,"UCF101":60.4,"HMDB51":40.5,"SmthSmthV2":36.3,"Breakfast":16.86,"Video-MME":34.07,"MVBench":37.2,"NExTQA":43.72,"EgoSchema":44.8,"ActivityNetQA":53.2,"MSR-VTT":22.1,"MSVD":46.12,"DiDeMo":24.8,"VATEX":19.14,"YouCook2":9.15,"QVHighlight":53.83,"Charades-STA":10.87,"MomentSeeker":33.83}
25
- {"Rank":25,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Video-Overall":34.58,"V-CLS":39.3,"V-QA":34.32,"V-RET":28.77,"V-MRET":36.82,"K700":38.0,"UCF101":60.0,"HMDB51":40.9,"SmthSmthV2":42.8,"Breakfast":14.78,"Video-MME":30.7,"MVBench":33.7,"NExTQA":20.92,"EgoSchema":34.0,"ActivityNetQA":52.3,"MSR-VTT":28.3,"MSVD":48.06,"DiDeMo":30.38,"VATEX":26.46,"YouCook2":10.63,"QVHighlight":49.4,"Charades-STA":20.22,"MomentSeeker":40.83}
26
- {"Rank":26,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Video-Overall":33.72,"V-CLS":39.08,"V-QA":29.96,"V-RET":29.0,"V-MRET":38.93,"K700":35.5,"UCF101":61.8,"HMDB51":42.2,"SmthSmthV2":32.1,"Breakfast":23.79,"Video-MME":27.81,"MVBench":28.48,"NExTQA":20.29,"EgoSchema":21.8,"ActivityNetQA":51.4,"MSR-VTT":34.5,"MSVD":46.72,"DiDeMo":29.28,"VATEX":25.52,"YouCook2":9.0,"QVHighlight":57.71,"Charades-STA":19.81,"MomentSeeker":39.28}
27
- {"Rank":27,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Video-Overall":33.64,"V-CLS":34.91,"V-QA":42.0,"V-RET":25.56,"V-MRET":31.07,"K700":35.2,"UCF101":52.4,"HMDB51":43.4,"SmthSmthV2":29.9,"Breakfast":13.63,"Video-MME":34.26,"MVBench":37.45,"NExTQA":39.49,"EgoSchema":40.8,"ActivityNetQA":58.0,"MSR-VTT":27.3,"MSVD":47.61,"DiDeMo":22.01,"VATEX":22.96,"YouCook2":7.9,"QVHighlight":43.58,"Charades-STA":14.86,"MomentSeeker":34.78}
28
- {"Rank":28,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Video-Overall":33.6,"V-CLS":32.86,"V-QA":42.63,"V-RET":23.18,"V-MRET":37.16,"K700":32.1,"UCF101":53.0,"HMDB51":33.8,"SmthSmthV2":25.3,"Breakfast":20.09,"Video-MME":35.11,"MVBench":37.62,"NExTQA":44.93,"EgoSchema":47.0,"ActivityNetQA":48.5,"MSR-VTT":25.0,"MSVD":41.94,"DiDeMo":22.81,"VATEX":18.65,"YouCook2":7.52,"QVHighlight":60.85,"Charades-STA":18.84,"MomentSeeker":31.78}
29
- {"Rank":29,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Video-Overall":28.61,"V-CLS":33.4,"V-QA":30.53,"V-RET":20.61,"V-MRET":30.75,"K700":31.4,"UCF101":57.5,"HMDB51":33.8,"SmthSmthV2":30.9,"Breakfast":13.39,"Video-MME":26.89,"MVBench":30.45,"NExTQA":20.29,"EgoSchema":25.4,"ActivityNetQA":49.6,"MSR-VTT":25.2,"MSVD":38.21,"DiDeMo":19.42,"VATEX":16.15,"YouCook2":4.09,"QVHighlight":44.23,"Charades-STA":13.62,"MomentSeeker":34.39}
30
- {"Rank":30,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-06-28","Video-Overall":28.17,"V-CLS":26.71,"V-QA":37.84,"V-RET":21.56,"V-MRET":25.52,"K700":23.4,"UCF101":49.4,"HMDB51":24.8,"SmthSmthV2":25.1,"Breakfast":10.85,"Video-MME":30.59,"MVBench":33.7,"NExTQA":35.21,"EgoSchema":38.4,"ActivityNetQA":51.3,"MSR-VTT":17.6,"MSVD":45.37,"DiDeMo":22.81,"VATEX":16.68,"YouCook2":5.32,"QVHighlight":19.94,"Charades-STA":29.02,"MomentSeeker":27.61}
31
- {"Rank":31,"Models":"Taichu-UniRetriever-2B","Model Size(B)":2.13,"Date":"2026-01-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
32
- {"Rank":32,"Models":"Taichu-UniRetriever-8B","Model Size(B)":8.77,"Date":"2026-01-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
33
- {"Rank":33,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-Colqwen3-4B\">Ops-Colqwen3-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-27","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
34
- {"Rank":34,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
35
- {"Rank":35,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
36
- {"Rank":36,"Models":"TCE-v1","Model Size(B)":8.0,"Date":"2025-10-31","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
37
  {"Rank":37,"Models":"dp-embedding-v3-lite","Model Size(B)":8.29,"Date":"2025-12-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
38
- {"Rank":38,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-7B<\/a>","Model Size(B)":8.29,"Date":"2025-11-24","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
39
- {"Rank":39,"Models":"UniVec-7B","Model Size(B)":8.29,"Date":"unknown","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
40
- {"Rank":40,"Models":"ReCo-7B","Model Size(B)":8.29,"Date":"2025-08-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
41
- {"Rank":41,"Models":"OEmbedding-v1-7B","Model Size(B)":8.29,"Date":"2025-10-14","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
42
- {"Rank":42,"Models":"UniVec-CoT-7B","Model Size(B)":8.29,"Date":"unknown","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
43
- {"Rank":43,"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Model Size(B)":8.29,"Date":"2025-09-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
44
- {"Rank":44,"Models":"QQMM-embed-v3","Model Size(B)":8.29,"Date":"2025-12-30","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
45
  {"Rank":45,"Models":"TCR","Model Size(B)":8.77,"Date":"2026-01-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
 
19
  {"Rank":19,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-2B\">UME-R1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-10-20","Video-Overall":42.23,"V-CLS":44.32,"V-QA":50.95,"V-RET":32.93,"V-MRET":39.7,"K700":35.8,"UCF101":67.2,"HMDB51":54.4,"SmthSmthV2":44.1,"Breakfast":20.09,"Video-MME":41.67,"MVBench":49.88,"NExTQA":59.98,"EgoSchema":45.4,"ActivityNetQA":57.8,"MSR-VTT":34.3,"MSVD":55.37,"DiDeMo":32.37,"VATEX":29.88,"YouCook2":12.71,"QVHighlight":57.53,"Charades-STA":20.36,"MomentSeeker":41.22}
20
  {"Rank":20,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Video-Overall":40.63,"V-CLS":40.2,"V-QA":48.54,"V-RET":33.14,"V-MRET":40.67,"K700":41.9,"UCF101":58.0,"HMDB51":42.2,"SmthSmthV2":34.4,"Breakfast":24.48,"Video-MME":43.63,"MVBench":45.32,"NExTQA":54.37,"EgoSchema":36.6,"ActivityNetQA":62.8,"MSR-VTT":36.0,"MSVD":52.69,"DiDeMo":34.76,"VATEX":28.58,"YouCook2":13.68,"QVHighlight":62.6,"Charades-STA":18.16,"MomentSeeker":41.26}
21
  {"Rank":21,"Models":"<a href=\"https:\/\/github.com\/GaryGuTC\/UniME-v2\">UniME-V2-LLaVA-OneVision-7B<\/a>","Model Size(B)":8.03,"Date":"2025-10-15","Video-Overall":39.01,"V-CLS":37.16,"V-QA":50.59,"V-RET":28.93,"V-MRET":39.59,"K700":38.0,"UCF101":61.8,"HMDB51":42.8,"SmthSmthV2":25.2,"Breakfast":18.01,"Video-MME":35.78,"MVBench":42.2,"NExTQA":58.76,"EgoSchema":51.6,"ActivityNetQA":64.6,"MSR-VTT":27.6,"MSVD":57.46,"DiDeMo":31.47,"VATEX":22.51,"YouCook2":5.6,"QVHighlight":56.79,"Charades-STA":29.99,"MomentSeeker":32.0}
22
+ {"Rank":22,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Video-Overall":38.43,"V-CLS":37.27,"V-QA":50.28,"V-RET":28.26,"V-MRET":37.53,"K700":39.6,"UCF101":54.4,"HMDB51":48.0,"SmthSmthV2":30.5,"Breakfast":13.86,"Video-MME":39.19,"MVBench":46.3,"NExTQA":53.51,"EgoSchema":46.4,"ActivityNetQA":66.0,"MSR-VTT":31.8,"MSVD":49.55,"DiDeMo":26.29,"VATEX":24.74,"YouCook2":8.93,"QVHighlight":59.37,"Charades-STA":13.89,"MomentSeeker":39.33}
23
  {"Rank":23,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"2025-07-06","Video-Overall":35.87,"V-CLS":33.9,"V-QA":41.72,"V-RET":29.69,"V-MRET":39.69,"K700":33.6,"UCF101":47.2,"HMDB51":40.5,"SmthSmthV2":25.8,"Breakfast":22.4,"Video-MME":36.11,"MVBench":39.35,"NExTQA":38.36,"EgoSchema":26.2,"ActivityNetQA":68.6,"MSR-VTT":33.0,"MSVD":51.19,"DiDeMo":30.48,"VATEX":25.48,"YouCook2":8.3,"QVHighlight":56.14,"Charades-STA":23.11,"MomentSeeker":39.83}
24
+ {"Rank":24,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Video-Overall":35.21,"V-CLS":39.41,"V-QA":42.74,"V-RET":24.47,"V-MRET":33.58,"K700":42.3,"UCF101":60.7,"HMDB51":40.4,"SmthSmthV2":36.1,"Breakfast":17.55,"Video-MME":34.07,"MVBench":37.33,"NExTQA":43.69,"EgoSchema":44.8,"ActivityNetQA":53.8,"MSR-VTT":22.6,"MSVD":46.42,"DiDeMo":25.0,"VATEX":19.09,"YouCook2":9.25,"QVHighlight":53.92,"Charades-STA":10.87,"MomentSeeker":35.96}
25
+ {"Rank":25,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Video-Overall":34.67,"V-CLS":39.24,"V-QA":34.66,"V-RET":28.37,"V-MRET":37.55,"K700":38.2,"UCF101":60.0,"HMDB51":40.2,"SmthSmthV2":43.0,"Breakfast":14.78,"Video-MME":30.81,"MVBench":33.62,"NExTQA":20.88,"EgoSchema":35.0,"ActivityNetQA":53.0,"MSR-VTT":27.8,"MSVD":47.31,"DiDeMo":29.98,"VATEX":26.15,"YouCook2":10.63,"QVHighlight":49.68,"Charades-STA":20.08,"MomentSeeker":42.88}
26
+ {"Rank":26,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Video-Overall":33.83,"V-CLS":32.61,"V-QA":42.7,"V-RET":23.68,"V-MRET":37.97,"K700":32.2,"UCF101":51.1,"HMDB51":34.4,"SmthSmthV2":25.5,"Breakfast":19.86,"Video-MME":35.33,"MVBench":37.5,"NExTQA":44.99,"EgoSchema":47.2,"ActivityNetQA":48.5,"MSR-VTT":25.9,"MSVD":42.84,"DiDeMo":23.71,"VATEX":18.29,"YouCook2":7.64,"QVHighlight":61.59,"Charades-STA":18.98,"MomentSeeker":33.33}
27
+ {"Rank":27,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Video-Overall":33.79,"V-CLS":38.99,"V-QA":30.09,"V-RET":29.08,"V-MRET":39.16,"K700":35.4,"UCF101":62.1,"HMDB51":41.9,"SmthSmthV2":32.0,"Breakfast":23.56,"Video-MME":28.04,"MVBench":28.55,"NExTQA":20.28,"EgoSchema":22.2,"ActivityNetQA":51.4,"MSR-VTT":34.7,"MSVD":46.72,"DiDeMo":29.58,"VATEX":25.37,"YouCook2":9.03,"QVHighlight":57.89,"Charades-STA":18.57,"MomentSeeker":41.01}
28
+ {"Rank":28,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Video-Overall":33.59,"V-CLS":34.75,"V-QA":41.75,"V-RET":25.35,"V-MRET":31.8,"K700":34.9,"UCF101":52.1,"HMDB51":43.0,"SmthSmthV2":30.1,"Breakfast":13.63,"Video-MME":33.96,"MVBench":37.57,"NExTQA":39.4,"EgoSchema":40.6,"ActivityNetQA":57.2,"MSR-VTT":27.0,"MSVD":47.31,"DiDeMo":21.51,"VATEX":23.05,"YouCook2":7.9,"QVHighlight":43.95,"Charades-STA":14.31,"MomentSeeker":37.14}
29
+ {"Rank":29,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Video-Overall":28.55,"V-CLS":33.27,"V-QA":30.66,"V-RET":20.45,"V-MRET":30.66,"K700":31.0,"UCF101":57.6,"HMDB51":34.0,"SmthSmthV2":30.8,"Breakfast":12.93,"Video-MME":27.07,"MVBench":30.53,"NExTQA":20.2,"EgoSchema":25.6,"ActivityNetQA":49.9,"MSR-VTT":25.6,"MSVD":37.46,"DiDeMo":19.12,"VATEX":15.68,"YouCook2":4.37,"QVHighlight":43.67,"Charades-STA":12.93,"MomentSeeker":35.39}
30
+ {"Rank":30,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-12-29","Video-Overall":28.23,"V-CLS":26.63,"V-QA":37.82,"V-RET":21.48,"V-MRET":26.16,"K700":23.3,"UCF101":49.3,"HMDB51":24.8,"SmthSmthV2":24.9,"Breakfast":10.85,"Video-MME":30.59,"MVBench":33.58,"NExTQA":35.15,"EgoSchema":38.4,"ActivityNetQA":51.4,"MSR-VTT":17.7,"MSVD":45.37,"DiDeMo":22.51,"VATEX":16.68,"YouCook2":5.16,"QVHighlight":20.13,"Charades-STA":29.02,"MomentSeeker":29.34}
31
+ {"Rank":31,"Models":"TCE-v1","Model Size(B)":8.0,"Date":"2025-10-31","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
32
+ {"Rank":32,"Models":"Taichu-UniRetriever-2B","Model Size(B)":2.13,"Date":"2026-01-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
33
+ {"Rank":33,"Models":"Taichu-UniRetriever-8B","Model Size(B)":8.77,"Date":"2026-01-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
34
+ {"Rank":34,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-Colqwen3-4B\">Ops-Colqwen3-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-27","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
35
+ {"Rank":35,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
36
+ {"Rank":36,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
37
  {"Rank":37,"Models":"dp-embedding-v3-lite","Model Size(B)":8.29,"Date":"2025-12-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
38
+ {"Rank":38,"Models":"QQMM-embed-v3","Model Size(B)":8.29,"Date":"2025-12-30","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
39
+ {"Rank":39,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-7B<\/a>","Model Size(B)":8.29,"Date":"2025-11-24","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
40
+ {"Rank":40,"Models":"UniVec-7B","Model Size(B)":8.29,"Date":"unknown","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
41
+ {"Rank":41,"Models":"ReCo-7B","Model Size(B)":8.29,"Date":"2025-08-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
42
+ {"Rank":42,"Models":"OEmbedding-v1-7B","Model Size(B)":8.29,"Date":"2025-10-14","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
43
+ {"Rank":43,"Models":"UniVec-CoT-7B","Model Size(B)":8.29,"Date":"unknown","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
44
+ {"Rank":44,"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Model Size(B)":8.29,"Date":"2025-09-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
45
  {"Rank":45,"Models":"TCR","Model Size(B)":8.77,"Date":"2026-01-15","Video-Overall":0.0,"V-CLS":0.0,"V-QA":0.0,"V-RET":0.0,"V-MRET":0.0,"K700":0.0,"UCF101":0.0,"HMDB51":0.0,"SmthSmthV2":0.0,"Breakfast":0.0,"Video-MME":0.0,"MVBench":0.0,"NExTQA":0.0,"EgoSchema":0.0,"ActivityNetQA":0.0,"MSR-VTT":0.0,"MSVD":0.0,"DiDeMo":0.0,"VATEX":0.0,"YouCook2":0.0,"QVHighlight":0.0,"Charades-STA":0.0,"MomentSeeker":0.0}
rankings/visdoc_ranking.csv CHANGED
@@ -1,46 +1,46 @@
1
- Rank,Models,Model Size(B),Date,Visdoc-Overall,ViDoRe-V1,ViDoRe-V2,VisRAG,VisDoc-OOD,ViDoRe_arxivqa,ViDoRe_docvqa,ViDoRe_infovqa,ViDoRe_tabfquad,ViDoRe_tatdqa,ViDoRe_shiftproject,ViDoRe_syntheticDocQA_artificial_intelligence,ViDoRe_syntheticDocQA_energy,ViDoRe_syntheticDocQA_government_reports,ViDoRe_syntheticDocQA_healthcare_industry,ViDoRe_esg_reports_human_labeled_v2,ViDoRe_biomedical_lectures_v2_multilingual,ViDoRe_economics_reports_v2_multilingual,ViDoRe_esg_reports_v2_multilingual,VisRAG_ArxivQA,VisRAG_ChartQA,VisRAG_MP-DocVQA,VisRAG_SlideVQA,VisRAG_InfoVQA,VisRAG_PlotQA,ViDoSeek-page-fixed,ViDoSeek-doc,MMLongBench-page-fixed,MMLongBench-doc
2
- 1,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-Colqwen3-4B"">Ops-Colqwen3-4B</a>",4.44,2026-01-27,77.9,91.31,68.66,90.6,34.57,91.46,65.34,94.26,93.45,83.24,91.42,99.63,96.63,98.02,99.63,78.22,65.5,64.88,66.02,90.37,87.65,95.19,97.42,96.7,76.28,0.0,82.48,0.0,55.79
3
- 2,Taichu-UniRetriever-8B,8.77,2026-01-15,76.74,90.93,62.91,89.66,35.73,90.06,61.9,93.93,97.33,80.53,93.2,98.89,97.5,97.05,98.89,69.67,65.62,55.32,61.02,88.58,90.2,91.47,97.39,97.03,73.3,0.0,85.62,0.0,57.28
4
- 3,"<a href=""https://console.volcengine.com/ark/region:ark+cn-beijing/model/detail?Id=doubao-embedding-vision"">seed1.6-embedding-1215</a>",unknown,2025-12-18,76.23,90.9,60.31,89.96,34.91,92.29,61.84,94.28,94.99,80.41,91.71,99.26,96.76,98.15,99.26,70.52,63.46,55.44,51.82,90.49,87.59,94.07,97.3,95.87,74.47,0.0,84.27,0.0,55.37
5
- 4,"<a href=""https://interestfm-tte.github.io/"">IFM-TTE-7B</a>",8.29,2025-10-11,76.21,85.19,71.5,92.75,33.66,84.53,45.76,88.33,94.28,55.31,89.76,99.26,97.26,98.28,99.13,87.5,64.85,53.94,79.73,92.73,95.07,87.31,95.9,93.0,92.49,0.0,82.6,0.0,52.03
6
- 5,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-8B"">Qwen3-VL-Embedding-8B</a>",8.14,2026-01-06,76.17,87.21,69.86,88.68,36.1,87.0,54.02,90.86,96.67,69.97,84.14,99.26,94.41,98.02,97.79,71.39,71.59,67.18,69.28,88.21,88.34,89.27,96.73,94.75,74.8,0.0,86.1,0.0,58.29
7
- 6,WeMM-Embedding-8B,8.77,2025-12-16,75.62,89.47,59.31,90.43,35.06,92.22,60.95,92.83,93.41,77.03,88.5,98.15,96.21,96.17,99.26,62.97,61.9,56.85,55.51,90.42,91.4,91.82,97.0,95.97,75.95,0.0,84.31,0.0,55.95
8
- 7,"<a href=""https://github.com/360CVGroup/RzenEmbed"">RzenEmbed-v2-7B</a>",8.29,2025-09-20,75.45,89.7,60.7,88.7,34.7,88.42,59.61,92.85,95.85,76.5,91.76,99.63,95.71,97.02,99.63,65.61,61.71,59.1,56.39,89.38,89.61,90.59,95.68,94.11,72.81,0.0,84.02,0.0,54.78
9
- 8,RzenEmbed-v1-7B,8.29,2025-07-30,75.16,89.47,60.77,87.92,34.65,86.89,57.99,92.24,96.25,75.22,93.35,99.63,95.25,98.28,99.63,63.67,61.58,60.8,57.05,86.97,88.34,90.7,95.75,94.37,71.39,0.0,83.92,0.0,54.67
10
- 9,Taichu-UniRetriever-2B,2.13,2026-01-15,75.1,89.81,57.34,88.79,35.56,88.14,59.09,92.63,96.67,80.07,89.93,99.26,98.06,95.93,98.32,63.6,62.47,51.21,52.08,87.25,87.33,91.99,96.93,95.9,73.32,0.0,85.07,0.0,57.19
11
- 10,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-7B"">e5-omni-7B</a>",8.0,2026-01-09,74.52,87.58,62.39,87.46,34.6,87.57,57.96,92.29,93.19,70.9,85.79,98.15,94.95,96.28,98.69,64.03,64.48,60.34,60.71,88.02,89.02,89.07,95.99,93.54,69.15,0.0,83.44,0.0,54.98
12
- 11,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-06-28,73.54,89.44,55.61,84.99,34.54,86.86,57.46,91.6,94.64,74.1,96.76,99.63,95.32,98.76,99.26,63.37,49.49,54.21,55.38,87.35,81.9,89.22,94.54,93.52,63.42,0.0,83.88,0.0,54.29
13
- 12,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-2B"">Qwen3-VL-Embedding-2B</a>",2.13,2026-01-06,73.48,84.37,65.34,86.43,35.0,81.8,49.36,88.35,96.4,63.19,83.9,97.05,90.84,95.68,97.09,64.56,68.23,63.09,65.49,83.58,87.13,87.06,95.59,92.88,72.33,0.0,85.0,0.0,54.99
14
- 13,WeMM-Embedding-2B,2.13,2025-12-16,73.2,87.22,53.4,88.84,34.45,90.25,59.11,91.2,89.41,73.81,82.61,98.15,94.08,95.35,98.28,54.54,55.64,53.93,49.5,88.62,88.61,91.01,95.83,93.74,75.23,0.0,83.14,0.0,54.65
15
- 14,RzenEmbed-v1-2B,2.21,2025-07-16,72.78,86.98,57.63,85.35,33.55,83.4,56.09,89.89,94.39,69.32,89.88,98.76,92.78,97.19,98.15,58.93,59.87,57.98,53.73,83.68,86.39,85.54,94.07,91.92,70.52,0.0,82.27,0.0,51.95
16
- 15,"<a href=""https://seed1-6-embedding.github.io"">seed-1.6-embedding</a>",unknown,2025-06-17,71.84,85.53,56.57,84.74,33.55,88.46,60.36,90.62,87.82,74.98,73.34,96.32,92.83,93.54,97.05,63.3,57.14,53.85,51.99,85.79,81.88,89.43,94.9,92.41,64.02,0.0,82.57,0.0,51.61
17
- 16,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,71.6,83.13,59.53,85.48,34.04,82.2,51.99,88.88,88.86,58.78,80.14,98.15,93.17,93.21,95.92,61.84,60.92,64.39,50.97,84.52,86.75,85.51,95.4,92.55,68.17,0.0,83.29,0.0,52.85
18
- 17,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-06-28,71.15,86.15,53.96,82.52,33.76,82.76,53.11,90.16,93.33,69.94,89.47,97.52,91.91,94.59,98.69,60.95,53.98,50.19,50.73,82.0,79.88,84.42,93.38,91.36,64.09,0.0,83.62,0.0,51.43
19
- 18,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-06-28,69.45,83.6,51.98,81.13,34.04,81.74,56.64,84.94,86.93,70.87,75.12,95.65,94.67,93.55,95.92,51.29,54.72,48.97,52.94,80.87,78.15,86.76,95.03,85.69,60.3,0.0,83.66,0.0,52.51
20
- 19,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,69.13,80.43,53.33,84.71,33.35,88.15,47.75,86.65,94.32,52.94,70.91,91.43,88.02,91.48,92.62,59.2,48.99,55.43,49.7,86.39,88.64,79.02,92.64,88.94,72.61,0.0,82.53,0.0,50.86
21
- 20,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B"">Ops-MM-embedding-v1-7B</a>",8.29,2025-07-02,68.74,80.05,59.59,79.31,33.74,78.17,49.11,86.59,91.4,55.59,76.17,90.99,87.53,91.56,93.39,66.27,54.34,60.92,56.82,78.18,79.53,78.2,91.11,87.16,61.71,0.0,83.47,0.0,51.51
22
- 21,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-2B</a>",2.13,2026-01-23,68.72,80.23,52.02,84.3,33.3,86.41,46.34,86.49,94.52,54.7,72.22,93.42,86.43,90.08,91.73,55.41,50.68,54.53,47.45,84.86,88.34,78.78,92.33,89.33,72.14,0.0,82.7,0.0,50.49
23
- 22,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,65.73,75.66,50.53,83.7,29.15,73.56,41.1,80.83,90.24,46.67,64.96,89.47,85.7,89.82,94.29,50.41,50.73,57.8,43.18,80.45,84.95,83.43,91.47,89.2,72.7,0.0,75.33,0.0,41.28
24
- 23,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,65.53,76.39,53.18,77.64,32.55,73.72,45.01,81.41,88.81,49.59,72.57,89.8,84.27,87.06,91.64,58.57,52.87,47.89,53.39,73.84,80.17,75.06,89.15,86.66,60.99,0.0,82.29,0.0,47.89
25
- 24,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-06-28,63.95,75.52,44.86,79.38,30.97,80.58,44.85,83.69,89.21,43.82,60.82,88.53,86.51,85.01,92.17,45.56,44.27,43.0,46.62,76.87,84.41,71.79,91.5,85.65,66.05,0.0,80.18,0.0,43.71
26
- 25,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,62.48,72.39,46.16,79.22,28.89,73.86,37.85,76.19,86.11,40.63,66.79,85.87,83.25,82.56,90.83,50.16,46.15,45.69,42.65,74.26,85.98,75.59,87.11,84.38,67.98,0.0,75.89,0.0,39.68
27
- 26,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-7B</a>",8.03,2025-07-06,62.42,70.68,49.57,79.45,29.11,73.29,38.27,80.59,80.7,37.79,52.02,85.99,84.78,84.96,88.37,50.67,50.89,54.38,42.33,73.96,82.71,75.15,87.58,87.91,69.42,0.0,73.82,0.0,42.61
28
- 27,"<a href=""https://github.com/GaryGuTC/UniME-v2"">UniME-V2-LLaVA-OneVision-7B</a>",8.03,2025-10-15,55.22,61.76,42.0,70.53,29.15,51.9,38.17,73.16,57.75,35.48,45.42,76.85,77.27,79.87,81.71,54.67,33.75,35.95,43.63,53.13,83.67,66.4,86.44,82.58,50.96,0.0,75.79,0.0,40.8
29
- 28,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,50.26,56.93,32.59,68.57,23.8,51.19,25.46,71.95,59.64,27.05,31.8,78.74,70.75,75.47,77.29,36.24,29.72,37.61,26.78,57.82,75.62,63.24,82.32,80.28,52.14,0.0,61.41,0.0,33.78
30
- 29,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,48.72,56.31,33.32,58.18,30.95,52.98,25.42,72.31,66.08,25.85,27.34,72.01,65.17,72.15,83.75,32.95,35.87,31.94,32.51,37.68,65.9,54.52,76.54,73.26,41.2,0.0,80.26,0.0,43.54
31
- 30,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-06-28,45.0,56.95,9.41,59.12,29.57,60.2,34.71,70.38,78.18,27.62,38.62,67.65,60.42,61.82,69.85,6.82,5.06,13.88,11.89,52.61,70.23,52.81,72.77,71.96,34.35,0.0,77.81,0.0,40.46
32
- 31,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-06-28,40.41,49.81,13.51,51.83,26.71,48.88,26.95,67.24,62.58,19.79,41.8,55.02,59.11,57.07,59.64,12.6,7.4,13.9,20.13,41.75,57.93,43.18,74.03,70.67,23.4,0.0,74.28,0.0,32.57
33
- 32,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-06-28,23.11,21.99,11.46,37.35,16.18,10.8,19.13,46.25,42.84,11.43,12.04,10.32,24.77,16.36,25.94,7.58,13.28,19.08,5.92,2.02,41.34,33.38,56.49,56.34,34.55,0.0,37.14,0.0,27.58
34
- 33,"<a href=""https://huggingface.co/Alibaba-NLP/GVE-7B"">GVE-7B</a>",8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
35
- 34,TCE-v1,8.0,2025-10-31,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
36
- 35,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
37
- 36,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
38
- 37,UniVec-CoT-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
39
- 38,dp-embedding-v3-lite,8.29,2025-12-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
40
- 39,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-7B</a>",8.29,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
41
- 40,UniVec-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
42
- 41,ReCo-7B,8.29,2025-08-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
43
- 42,OEmbedding-v1-7B,8.29,2025-10-14,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
44
- 43,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
45
- 44,QQMM-embed-v3,8.29,2025-12-30,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
46
- 45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
 
1
+ Rank,Models,Model Size(B),Date,Visdoc-Overall,Visdoc-Overall-before-fix,VisDoc-OOD-before-fix,ViDoRe-V1,ViDoRe-V2,VisRAG,VisDoc-OOD,ViDoRe_arxivqa,ViDoRe_docvqa,ViDoRe_infovqa,ViDoRe_tabfquad,ViDoRe_tatdqa,ViDoRe_shiftproject,ViDoRe_syntheticDocQA_artificial_intelligence,ViDoRe_syntheticDocQA_energy,ViDoRe_syntheticDocQA_government_reports,ViDoRe_syntheticDocQA_healthcare_industry,ViDoRe_esg_reports_human_labeled_v2,ViDoRe_biomedical_lectures_v2_multilingual,ViDoRe_economics_reports_v2_multilingual,ViDoRe_esg_reports_v2_multilingual,VisRAG_ArxivQA,VisRAG_ChartQA,VisRAG_MP-DocVQA,VisRAG_SlideVQA,VisRAG_InfoVQA,VisRAG_PlotQA,ViDoSeek-page-fixed,ViDoSeek-doc,MMLongBench-page-fixed,MMLongBench-doc,ViDoSeek-page-before-fix,MMLongBench-page-before-fix
2
+ 1,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-Colqwen3-4B"">Ops-Colqwen3-4B</a>",4.44,2026-01-27,84.12,0.0,0.0,91.31,68.66,90.6,71.87,91.46,65.34,94.26,93.45,83.24,91.42,99.63,96.63,98.02,99.63,78.22,65.5,64.88,66.02,90.37,87.65,95.19,97.42,96.7,76.28,88.54,82.48,60.68,55.79,0.0,0.0
3
+ 2,Taichu-UniRetriever-8B,8.77,2026-01-15,83.25,0.0,0.0,90.93,62.91,89.66,74.78,90.06,61.9,93.93,97.33,80.53,93.2,98.89,97.5,97.05,98.89,69.67,65.62,55.32,61.02,88.58,90.2,91.47,97.39,97.03,73.3,92.42,85.62,63.78,57.28,0.0,0.0
4
+ 3,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-8B"">Qwen3-VL-Embedding-8B</a>",8.14,2026-01-06,82.36,0.0,0.0,87.21,69.86,88.68,73.27,87.0,54.02,90.86,96.67,69.97,84.14,99.26,94.41,98.02,97.79,71.39,71.59,67.18,69.28,88.21,88.34,89.27,96.73,94.75,74.8,88.38,86.1,60.29,58.29,0.0,0.0
5
+ 4,Taichu-UniRetriever-2B,2.13,2026-01-15,81.31,0.0,0.0,89.81,57.34,88.79,72.81,88.14,59.09,92.63,96.67,80.07,89.93,99.26,98.06,95.93,98.32,63.6,62.47,51.21,52.08,87.25,87.33,91.99,96.93,95.9,73.32,86.45,85.07,62.55,57.19,0.0,0.0
6
+ 5,"<a href=""https://huggingface.co/Qwen/Qwen3-VL-Embedding-2B"">Qwen3-VL-Embedding-2B</a>",2.13,2026-01-06,79.22,0.0,0.0,84.37,65.34,86.43,69.41,81.8,49.36,88.35,96.4,63.19,83.9,97.05,90.84,95.68,97.09,64.56,68.23,63.09,65.49,83.58,87.13,87.06,95.59,92.88,72.33,81.94,85.0,55.73,54.99,0.0,0.0
7
+ 6,"<a href=""https://console.volcengine.com/ark/region:ark+cn-beijing/model/detail?Id=doubao-embedding-vision"">seed1.6-embedding-1215</a>",unknown,2025-12-18,76.23,77.88,44.77,90.9,60.31,89.96,34.91,92.29,61.84,94.28,94.99,80.41,91.71,99.26,96.76,98.15,99.26,70.52,63.46,55.44,51.82,90.49,87.59,94.07,97.3,95.87,74.47,0.0,84.27,0.0,55.37,22.29,17.15
8
+ 7,"<a href=""https://interestfm-tte.github.io/"">IFM-TTE-7B</a>",8.29,2025-10-11,76.21,79.48,53.27,85.19,71.5,92.75,33.66,84.53,45.76,88.33,94.28,55.31,89.76,99.26,97.26,98.28,99.13,87.5,64.85,53.94,79.73,92.73,95.07,87.31,95.9,93.0,92.49,0.0,82.6,0.0,52.03,50.29,28.18
9
+ 8,WeMM-Embedding-8B,8.77,2025-12-16,75.62,77.3,45.16,89.47,59.31,90.43,35.06,92.22,60.95,92.83,93.41,77.03,88.5,98.15,96.21,96.17,99.26,62.97,61.9,56.85,55.51,90.42,91.4,91.82,97.0,95.97,75.95,0.0,84.31,0.0,55.95,23.34,17.05
10
+ 9,"<a href=""https://github.com/360CVGroup/RzenEmbed"">RzenEmbed-v2-7B</a>",8.29,2025-09-20,75.45,77.06,44.38,89.7,60.7,88.7,34.7,88.42,59.61,92.85,95.85,76.5,91.76,99.63,95.71,97.02,99.63,65.61,61.71,59.1,56.39,89.38,89.61,90.59,95.68,94.11,72.81,0.0,84.02,0.0,54.78,23.09,15.62
11
+ 10,RzenEmbed-v1-7B,8.29,2025-07-30,75.16,76.8,44.44,89.47,60.77,87.92,34.65,86.89,57.99,92.24,96.25,75.22,93.35,99.63,95.25,98.28,99.63,63.67,61.58,60.8,57.05,86.97,88.34,90.7,95.75,94.37,71.39,0.0,83.92,0.0,54.67,23.06,16.1
12
+ 11,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,74.69,0.0,0.0,80.43,53.33,84.71,66.66,88.15,47.75,86.65,94.32,52.94,70.91,91.43,88.02,91.48,92.62,59.2,48.99,55.43,49.7,86.39,88.64,79.02,92.64,88.94,72.61,80.26,82.53,53.0,50.86,0.0,0.0
13
+ 12,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-7B"">e5-omni-7B</a>",8.0,2026-01-09,74.52,76.14,44.33,87.58,62.39,87.46,34.6,87.57,57.96,92.29,93.19,70.9,85.79,98.15,94.95,96.28,98.69,64.03,64.48,60.34,60.71,88.02,89.02,89.07,95.99,93.54,69.15,0.0,83.44,0.0,54.98,23.11,15.78
14
+ 13,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-12-29,73.58,75.18,44.4,89.55,55.47,84.95,34.72,87.53,56.59,92.17,92.71,76.58,95.64,99.63,95.69,99.5,99.5,62.76,49.78,53.91,55.43,87.69,81.29,89.08,94.72,93.49,63.44,83.57,0.0,55.32,0.0,23.24,16.19
15
+ 14,WeMM-Embedding-2B,2.13,2025-12-16,73.2,74.81,44.15,87.22,53.4,88.84,34.45,90.25,59.11,91.2,89.41,73.81,82.61,98.15,94.08,95.35,98.28,54.54,55.64,53.93,49.5,88.62,88.61,91.01,95.83,93.74,75.23,0.0,83.14,0.0,54.65,22.27,16.53
16
+ 15,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,73.16,73.16,43.38,83.13,59.53,85.48,43.38,82.2,51.99,88.88,88.86,58.78,80.14,98.15,93.17,93.21,95.92,61.84,60.92,64.39,50.97,84.52,86.75,85.51,95.4,92.55,68.17,22.38,83.29,15.0,52.85,22.38,15.0
17
+ 16,RzenEmbed-v1-2B,2.21,2025-07-16,72.78,74.41,43.33,86.98,57.63,85.35,33.55,83.4,56.09,89.89,94.39,69.32,89.88,98.76,92.78,97.19,98.15,58.93,59.87,57.98,53.73,83.68,86.39,85.54,94.07,91.92,70.52,0.0,82.27,0.0,51.95,22.89,16.21
18
+ 17,"<a href=""https://seed1-6-embedding.github.io"">seed-1.6-embedding</a>",unknown,2025-06-17,71.84,73.44,43.14,85.53,56.57,84.74,33.55,88.46,60.36,90.62,87.82,74.98,73.34,96.32,92.83,93.54,97.05,63.3,57.14,53.85,51.99,85.79,81.88,89.43,94.9,92.41,64.02,0.0,82.57,0.0,51.61,22.8,15.57
19
+ 18,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-12-29,71.35,72.71,43.12,87.12,53.88,82.43,32.78,82.53,55.16,90.69,93.31,70.26,92.85,98.13,92.56,97.15,98.52,60.29,53.99,50.8,50.43,81.95,79.09,84.34,93.68,91.41,64.12,79.81,0.0,51.32,0.0,21.62,15.82
20
+ 19,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-12-29,70.14,70.97,43.12,84.57,54.81,81.0,33.1,83.33,59.2,85.38,86.63,70.47,76.83,96.26,95.02,95.59,97.02,57.25,56.25,50.2,55.56,80.9,77.04,87.03,95.13,85.73,60.18,79.22,0.0,53.18,0.0,22.16,14.17
21
+ 20,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B"">Ops-MM-embedding-v1-7B</a>",8.29,2025-07-02,68.74,70.34,43.34,80.05,59.59,79.31,33.74,78.17,49.11,86.59,91.4,55.59,76.17,90.99,87.53,91.56,93.39,66.27,54.34,60.92,56.82,78.18,79.53,78.2,91.11,87.16,61.71,0.0,83.47,0.0,51.51,22.47,15.89
22
+ 21,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-2B</a>",2.13,2026-01-23,68.72,74.19,66.12,80.23,52.02,84.3,33.3,86.41,46.34,86.49,94.52,54.7,72.22,93.42,86.43,90.08,91.73,55.41,50.68,54.53,47.45,84.86,88.34,78.78,92.33,89.33,72.14,0.0,82.7,0.0,50.49,79.47,51.82
23
+ 22,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,65.73,67.13,37.55,75.66,50.53,83.7,29.15,73.56,41.1,80.83,90.24,46.67,64.96,89.47,85.7,89.82,94.29,50.41,50.73,57.8,43.18,80.45,84.95,83.43,91.47,89.2,72.7,0.0,75.33,0.0,41.28,21.28,12.32
24
+ 23,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,65.53,66.96,41.17,76.39,53.18,77.64,32.55,73.72,45.01,81.41,88.81,49.59,72.57,89.8,84.27,87.06,91.64,58.57,52.87,47.89,53.39,73.84,80.17,75.06,89.15,86.66,60.99,0.0,82.29,0.0,47.89,21.44,13.06
25
+ 24,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-12-29,63.47,65.36,39.43,74.39,44.61,79.33,31.25,78.87,37.06,82.71,87.77,44.29,61.04,89.12,86.29,85.58,91.13,45.79,44.59,42.33,45.74,76.74,84.2,71.8,91.44,85.88,65.91,80.3,0.0,44.7,0.0,21.94,11.89
26
+ 25,"<a href=""https://huggingface.co/zhibinlan/UME-R1-2B"">UME-R1-2B</a>",2.21,2025-10-20,62.48,63.86,37.17,72.39,46.16,79.22,28.89,73.86,37.85,76.19,86.11,40.63,66.79,85.87,83.25,82.56,90.83,50.16,46.15,45.69,42.65,74.26,85.98,75.59,87.11,84.38,67.98,0.0,75.89,0.0,39.68,21.2,11.9
27
+ 26,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-7B</a>",8.03,2025-07-06,62.42,63.92,38.07,70.68,49.57,79.45,29.11,73.29,38.27,80.59,80.7,37.79,52.02,85.99,84.78,84.96,88.37,50.67,50.89,54.38,42.33,73.96,82.71,75.15,87.58,87.91,69.42,0.0,73.82,0.0,42.61,22.52,13.32
28
+ 27,"<a href=""https://github.com/GaryGuTC/UniME-v2"">UniME-V2-LLaVA-OneVision-7B</a>",8.03,2025-10-15,55.22,56.68,37.86,61.76,42.0,70.53,29.15,51.9,38.17,73.16,57.75,35.48,45.42,76.85,77.27,79.87,81.71,54.67,33.75,35.95,43.63,53.13,83.67,66.4,86.44,82.58,50.96,0.0,75.79,0.0,40.8,22.89,11.96
29
+ 28,"<a href=""https://arxiv.org/abs/2503.19900"">interestFM-UIR-CAFe-0.5B</a>",0.894,2025-07-06,50.26,51.41,30.69,56.93,32.59,68.57,23.8,51.19,25.46,71.95,59.64,27.05,31.8,78.74,70.75,75.47,77.29,36.24,29.72,37.61,26.78,57.82,75.62,63.24,82.32,80.28,52.14,0.0,61.41,0.0,33.78,17.62,9.95
30
+ 29,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret-Qwen2.5VL-7b"">LamRA-Ret-Qwen2.5VL-7b</a>",8.29,2025-06-28,47.99,50.24,40.09,56.4,33.62,58.15,26.09,53.04,25.42,72.19,66.51,26.01,28.13,70.31,66.33,72.21,83.8,32.98,35.87,32.37,33.26,38.03,65.21,54.14,76.55,73.5,41.46,68.54,0.0,35.83,0.0,23.05,13.52
31
+ 30,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-7B"">VLM2Vec-V1-Qwen2VL-7B</a>",8.29,2025-12-29,29.34,46.43,38.09,19.99,9.24,58.85,28.54,28.16,18.98,44.77,16.98,5.73,1.63,18.23,23.9,13.88,27.61,6.95,5.22,13.75,11.05,52.85,68.96,52.74,72.76,71.3,34.52,77.4,0.0,36.76,0.0,22.28,11.82
32
+ 31,"<a href=""https://huggingface.co/TIGER-Lab/VLM2Vec-Qwen2VL-2B"">VLM2Vec-V1-Qwen2VL-2B</a>",2.21,2025-12-29,27.74,41.55,33.55,20.59,13.19,52.23,23.46,18.12,14.01,39.53,36.03,10.49,8.41,17.04,16.35,25.15,20.79,13.05,6.51,12.86,20.32,41.22,59.48,43.55,74.5,71.1,23.51,67.81,0.0,26.04,0.0,17.74,9.6
33
+ 32,"<a href=""https://huggingface.co/code-kunkun/LamRA-Ret"">LamRA-Ret</a>",8.29,2025-12-29,27.61,23.91,20.99,33.83,11.53,37.56,13.19,31.54,19.85,63.67,53.47,7.88,15.95,29.83,36.05,41.18,38.83,6.91,13.42,19.37,6.43,2.04,42.74,33.37,56.3,56.86,34.06,34.48,0.0,18.29,0.0,11.29,7.95
34
+ 33,"<a href=""https://huggingface.co/Alibaba-NLP/GVE-7B"">GVE-7B</a>",8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
35
+ 34,TCE-v1,8.0,2025-10-31,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
36
+ 35,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
37
+ 36,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
38
+ 37,UniVec-CoT-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
39
+ 38,dp-embedding-v3-lite,8.29,2025-12-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
40
+ 39,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-7B</a>",8.29,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
41
+ 40,UniVec-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
42
+ 41,ReCo-7B,8.29,2025-08-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
43
+ 42,OEmbedding-v1-7B,8.29,2025-10-14,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
44
+ 43,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
45
+ 44,QQMM-embed-v3,8.29,2025-12-30,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
46
+ 45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
rankings/visdoc_ranking.jsonl CHANGED
@@ -1,45 +1,45 @@
1
- {"Rank":1,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-Colqwen3-4B\">Ops-Colqwen3-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-27","Visdoc-Overall":77.9,"ViDoRe-V1":91.31,"ViDoRe-V2":68.66,"VisRAG":90.6,"VisDoc-OOD":34.57,"ViDoRe_arxivqa":91.46,"ViDoRe_docvqa":65.34,"ViDoRe_infovqa":94.26,"ViDoRe_tabfquad":93.45,"ViDoRe_tatdqa":83.24,"ViDoRe_shiftproject":91.42,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":96.63,"ViDoRe_syntheticDocQA_government_reports":98.02,"ViDoRe_syntheticDocQA_healthcare_industry":99.63,"ViDoRe_esg_reports_human_labeled_v2":78.22,"ViDoRe_biomedical_lectures_v2_multilingual":65.5,"ViDoRe_economics_reports_v2_multilingual":64.88,"ViDoRe_esg_reports_v2_multilingual":66.02,"VisRAG_ArxivQA":90.37,"VisRAG_ChartQA":87.65,"VisRAG_MP-DocVQA":95.19,"VisRAG_SlideVQA":97.42,"VisRAG_InfoVQA":96.7,"VisRAG_PlotQA":76.28,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.48,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":55.79}
2
- {"Rank":2,"Models":"Taichu-UniRetriever-8B","Model Size(B)":8.77,"Date":"2026-01-15","Visdoc-Overall":76.74,"ViDoRe-V1":90.93,"ViDoRe-V2":62.91,"VisRAG":89.66,"VisDoc-OOD":35.73,"ViDoRe_arxivqa":90.06,"ViDoRe_docvqa":61.9,"ViDoRe_infovqa":93.93,"ViDoRe_tabfquad":97.33,"ViDoRe_tatdqa":80.53,"ViDoRe_shiftproject":93.2,"ViDoRe_syntheticDocQA_artificial_intelligence":98.89,"ViDoRe_syntheticDocQA_energy":97.5,"ViDoRe_syntheticDocQA_government_reports":97.05,"ViDoRe_syntheticDocQA_healthcare_industry":98.89,"ViDoRe_esg_reports_human_labeled_v2":69.67,"ViDoRe_biomedical_lectures_v2_multilingual":65.62,"ViDoRe_economics_reports_v2_multilingual":55.32,"ViDoRe_esg_reports_v2_multilingual":61.02,"VisRAG_ArxivQA":88.58,"VisRAG_ChartQA":90.2,"VisRAG_MP-DocVQA":91.47,"VisRAG_SlideVQA":97.39,"VisRAG_InfoVQA":97.03,"VisRAG_PlotQA":73.3,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":85.62,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":57.28}
3
- {"Rank":3,"Models":"<a href=\"https:\/\/console.volcengine.com\/ark\/region:ark+cn-beijing\/model\/detail?Id=doubao-embedding-vision\">seed1.6-embedding-1215<\/a>","Model Size(B)":"unknown","Date":"2025-12-18","Visdoc-Overall":76.23,"ViDoRe-V1":90.9,"ViDoRe-V2":60.31,"VisRAG":89.96,"VisDoc-OOD":34.91,"ViDoRe_arxivqa":92.29,"ViDoRe_docvqa":61.84,"ViDoRe_infovqa":94.28,"ViDoRe_tabfquad":94.99,"ViDoRe_tatdqa":80.41,"ViDoRe_shiftproject":91.71,"ViDoRe_syntheticDocQA_artificial_intelligence":99.26,"ViDoRe_syntheticDocQA_energy":96.76,"ViDoRe_syntheticDocQA_government_reports":98.15,"ViDoRe_syntheticDocQA_healthcare_industry":99.26,"ViDoRe_esg_reports_human_labeled_v2":70.52,"ViDoRe_biomedical_lectures_v2_multilingual":63.46,"ViDoRe_economics_reports_v2_multilingual":55.44,"ViDoRe_esg_reports_v2_multilingual":51.82,"VisRAG_ArxivQA":90.49,"VisRAG_ChartQA":87.59,"VisRAG_MP-DocVQA":94.07,"VisRAG_SlideVQA":97.3,"VisRAG_InfoVQA":95.87,"VisRAG_PlotQA":74.47,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":84.27,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":55.37}
4
- {"Rank":4,"Models":"<a href=\"https:\/\/interestfm-tte.github.io\/\">IFM-TTE-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-11","Visdoc-Overall":76.21,"ViDoRe-V1":85.19,"ViDoRe-V2":71.5,"VisRAG":92.75,"VisDoc-OOD":33.66,"ViDoRe_arxivqa":84.53,"ViDoRe_docvqa":45.76,"ViDoRe_infovqa":88.33,"ViDoRe_tabfquad":94.28,"ViDoRe_tatdqa":55.31,"ViDoRe_shiftproject":89.76,"ViDoRe_syntheticDocQA_artificial_intelligence":99.26,"ViDoRe_syntheticDocQA_energy":97.26,"ViDoRe_syntheticDocQA_government_reports":98.28,"ViDoRe_syntheticDocQA_healthcare_industry":99.13,"ViDoRe_esg_reports_human_labeled_v2":87.5,"ViDoRe_biomedical_lectures_v2_multilingual":64.85,"ViDoRe_economics_reports_v2_multilingual":53.94,"ViDoRe_esg_reports_v2_multilingual":79.73,"VisRAG_ArxivQA":92.73,"VisRAG_ChartQA":95.07,"VisRAG_MP-DocVQA":87.31,"VisRAG_SlideVQA":95.9,"VisRAG_InfoVQA":93.0,"VisRAG_PlotQA":92.49,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.6,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":52.03}
5
- {"Rank":5,"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-8B\">Qwen3-VL-Embedding-8B<\/a>","Model Size(B)":8.14,"Date":"2026-01-06","Visdoc-Overall":76.17,"ViDoRe-V1":87.21,"ViDoRe-V2":69.86,"VisRAG":88.68,"VisDoc-OOD":36.1,"ViDoRe_arxivqa":87.0,"ViDoRe_docvqa":54.02,"ViDoRe_infovqa":90.86,"ViDoRe_tabfquad":96.67,"ViDoRe_tatdqa":69.97,"ViDoRe_shiftproject":84.14,"ViDoRe_syntheticDocQA_artificial_intelligence":99.26,"ViDoRe_syntheticDocQA_energy":94.41,"ViDoRe_syntheticDocQA_government_reports":98.02,"ViDoRe_syntheticDocQA_healthcare_industry":97.79,"ViDoRe_esg_reports_human_labeled_v2":71.39,"ViDoRe_biomedical_lectures_v2_multilingual":71.59,"ViDoRe_economics_reports_v2_multilingual":67.18,"ViDoRe_esg_reports_v2_multilingual":69.28,"VisRAG_ArxivQA":88.21,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":89.27,"VisRAG_SlideVQA":96.73,"VisRAG_InfoVQA":94.75,"VisRAG_PlotQA":74.8,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":86.1,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":58.29}
6
- {"Rank":6,"Models":"WeMM-Embedding-8B","Model Size(B)":8.77,"Date":"2025-12-16","Visdoc-Overall":75.62,"ViDoRe-V1":89.47,"ViDoRe-V2":59.31,"VisRAG":90.43,"VisDoc-OOD":35.06,"ViDoRe_arxivqa":92.22,"ViDoRe_docvqa":60.95,"ViDoRe_infovqa":92.83,"ViDoRe_tabfquad":93.41,"ViDoRe_tatdqa":77.03,"ViDoRe_shiftproject":88.5,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":96.21,"ViDoRe_syntheticDocQA_government_reports":96.17,"ViDoRe_syntheticDocQA_healthcare_industry":99.26,"ViDoRe_esg_reports_human_labeled_v2":62.97,"ViDoRe_biomedical_lectures_v2_multilingual":61.9,"ViDoRe_economics_reports_v2_multilingual":56.85,"ViDoRe_esg_reports_v2_multilingual":55.51,"VisRAG_ArxivQA":90.42,"VisRAG_ChartQA":91.4,"VisRAG_MP-DocVQA":91.82,"VisRAG_SlideVQA":97.0,"VisRAG_InfoVQA":95.97,"VisRAG_PlotQA":75.95,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":84.31,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":55.95}
7
- {"Rank":7,"Models":"<a href=\"https:\/\/github.com\/360CVGroup\/RzenEmbed\">RzenEmbed-v2-7B<\/a>","Model Size(B)":8.29,"Date":"2025-09-20","Visdoc-Overall":75.45,"ViDoRe-V1":89.7,"ViDoRe-V2":60.7,"VisRAG":88.7,"VisDoc-OOD":34.7,"ViDoRe_arxivqa":88.42,"ViDoRe_docvqa":59.61,"ViDoRe_infovqa":92.85,"ViDoRe_tabfquad":95.85,"ViDoRe_tatdqa":76.5,"ViDoRe_shiftproject":91.76,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.71,"ViDoRe_syntheticDocQA_government_reports":97.02,"ViDoRe_syntheticDocQA_healthcare_industry":99.63,"ViDoRe_esg_reports_human_labeled_v2":65.61,"ViDoRe_biomedical_lectures_v2_multilingual":61.71,"ViDoRe_economics_reports_v2_multilingual":59.1,"ViDoRe_esg_reports_v2_multilingual":56.39,"VisRAG_ArxivQA":89.38,"VisRAG_ChartQA":89.61,"VisRAG_MP-DocVQA":90.59,"VisRAG_SlideVQA":95.68,"VisRAG_InfoVQA":94.11,"VisRAG_PlotQA":72.81,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":84.02,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.78}
8
- {"Rank":8,"Models":"RzenEmbed-v1-7B","Model Size(B)":8.29,"Date":"2025-07-30","Visdoc-Overall":75.16,"ViDoRe-V1":89.47,"ViDoRe-V2":60.77,"VisRAG":87.92,"VisDoc-OOD":34.65,"ViDoRe_arxivqa":86.89,"ViDoRe_docvqa":57.99,"ViDoRe_infovqa":92.24,"ViDoRe_tabfquad":96.25,"ViDoRe_tatdqa":75.22,"ViDoRe_shiftproject":93.35,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.25,"ViDoRe_syntheticDocQA_government_reports":98.28,"ViDoRe_syntheticDocQA_healthcare_industry":99.63,"ViDoRe_esg_reports_human_labeled_v2":63.67,"ViDoRe_biomedical_lectures_v2_multilingual":61.58,"ViDoRe_economics_reports_v2_multilingual":60.8,"ViDoRe_esg_reports_v2_multilingual":57.05,"VisRAG_ArxivQA":86.97,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":90.7,"VisRAG_SlideVQA":95.75,"VisRAG_InfoVQA":94.37,"VisRAG_PlotQA":71.39,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.92,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.67}
9
- {"Rank":9,"Models":"Taichu-UniRetriever-2B","Model Size(B)":2.13,"Date":"2026-01-15","Visdoc-Overall":75.1,"ViDoRe-V1":89.81,"ViDoRe-V2":57.34,"VisRAG":88.79,"VisDoc-OOD":35.56,"ViDoRe_arxivqa":88.14,"ViDoRe_docvqa":59.09,"ViDoRe_infovqa":92.63,"ViDoRe_tabfquad":96.67,"ViDoRe_tatdqa":80.07,"ViDoRe_shiftproject":89.93,"ViDoRe_syntheticDocQA_artificial_intelligence":99.26,"ViDoRe_syntheticDocQA_energy":98.06,"ViDoRe_syntheticDocQA_government_reports":95.93,"ViDoRe_syntheticDocQA_healthcare_industry":98.32,"ViDoRe_esg_reports_human_labeled_v2":63.6,"ViDoRe_biomedical_lectures_v2_multilingual":62.47,"ViDoRe_economics_reports_v2_multilingual":51.21,"ViDoRe_esg_reports_v2_multilingual":52.08,"VisRAG_ArxivQA":87.25,"VisRAG_ChartQA":87.33,"VisRAG_MP-DocVQA":91.99,"VisRAG_SlideVQA":96.93,"VisRAG_InfoVQA":95.9,"VisRAG_PlotQA":73.32,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":85.07,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":57.19}
10
- {"Rank":10,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Model Size(B)":8.0,"Date":"2026-01-09","Visdoc-Overall":74.52,"ViDoRe-V1":87.58,"ViDoRe-V2":62.39,"VisRAG":87.46,"VisDoc-OOD":34.6,"ViDoRe_arxivqa":87.57,"ViDoRe_docvqa":57.96,"ViDoRe_infovqa":92.29,"ViDoRe_tabfquad":93.19,"ViDoRe_tatdqa":70.9,"ViDoRe_shiftproject":85.79,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":94.95,"ViDoRe_syntheticDocQA_government_reports":96.28,"ViDoRe_syntheticDocQA_healthcare_industry":98.69,"ViDoRe_esg_reports_human_labeled_v2":64.03,"ViDoRe_biomedical_lectures_v2_multilingual":64.48,"ViDoRe_economics_reports_v2_multilingual":60.34,"ViDoRe_esg_reports_v2_multilingual":60.71,"VisRAG_ArxivQA":88.02,"VisRAG_ChartQA":89.02,"VisRAG_MP-DocVQA":89.07,"VisRAG_SlideVQA":95.99,"VisRAG_InfoVQA":93.54,"VisRAG_PlotQA":69.15,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.44,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.98}
11
- {"Rank":11,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Visdoc-Overall":73.54,"ViDoRe-V1":89.44,"ViDoRe-V2":55.61,"VisRAG":84.99,"VisDoc-OOD":34.54,"ViDoRe_arxivqa":86.86,"ViDoRe_docvqa":57.46,"ViDoRe_infovqa":91.6,"ViDoRe_tabfquad":94.64,"ViDoRe_tatdqa":74.1,"ViDoRe_shiftproject":96.76,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.32,"ViDoRe_syntheticDocQA_government_reports":98.76,"ViDoRe_syntheticDocQA_healthcare_industry":99.26,"ViDoRe_esg_reports_human_labeled_v2":63.37,"ViDoRe_biomedical_lectures_v2_multilingual":49.49,"ViDoRe_economics_reports_v2_multilingual":54.21,"ViDoRe_esg_reports_v2_multilingual":55.38,"VisRAG_ArxivQA":87.35,"VisRAG_ChartQA":81.9,"VisRAG_MP-DocVQA":89.22,"VisRAG_SlideVQA":94.54,"VisRAG_InfoVQA":93.52,"VisRAG_PlotQA":63.42,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.88,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.29}
12
- {"Rank":12,"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-2B\">Qwen3-VL-Embedding-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-06","Visdoc-Overall":73.48,"ViDoRe-V1":84.37,"ViDoRe-V2":65.34,"VisRAG":86.43,"VisDoc-OOD":35.0,"ViDoRe_arxivqa":81.8,"ViDoRe_docvqa":49.36,"ViDoRe_infovqa":88.35,"ViDoRe_tabfquad":96.4,"ViDoRe_tatdqa":63.19,"ViDoRe_shiftproject":83.9,"ViDoRe_syntheticDocQA_artificial_intelligence":97.05,"ViDoRe_syntheticDocQA_energy":90.84,"ViDoRe_syntheticDocQA_government_reports":95.68,"ViDoRe_syntheticDocQA_healthcare_industry":97.09,"ViDoRe_esg_reports_human_labeled_v2":64.56,"ViDoRe_biomedical_lectures_v2_multilingual":68.23,"ViDoRe_economics_reports_v2_multilingual":63.09,"ViDoRe_esg_reports_v2_multilingual":65.49,"VisRAG_ArxivQA":83.58,"VisRAG_ChartQA":87.13,"VisRAG_MP-DocVQA":87.06,"VisRAG_SlideVQA":95.59,"VisRAG_InfoVQA":92.88,"VisRAG_PlotQA":72.33,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":85.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.99}
13
- {"Rank":13,"Models":"WeMM-Embedding-2B","Model Size(B)":2.13,"Date":"2025-12-16","Visdoc-Overall":73.2,"ViDoRe-V1":87.22,"ViDoRe-V2":53.4,"VisRAG":88.84,"VisDoc-OOD":34.45,"ViDoRe_arxivqa":90.25,"ViDoRe_docvqa":59.11,"ViDoRe_infovqa":91.2,"ViDoRe_tabfquad":89.41,"ViDoRe_tatdqa":73.81,"ViDoRe_shiftproject":82.61,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":94.08,"ViDoRe_syntheticDocQA_government_reports":95.35,"ViDoRe_syntheticDocQA_healthcare_industry":98.28,"ViDoRe_esg_reports_human_labeled_v2":54.54,"ViDoRe_biomedical_lectures_v2_multilingual":55.64,"ViDoRe_economics_reports_v2_multilingual":53.93,"ViDoRe_esg_reports_v2_multilingual":49.5,"VisRAG_ArxivQA":88.62,"VisRAG_ChartQA":88.61,"VisRAG_MP-DocVQA":91.01,"VisRAG_SlideVQA":95.83,"VisRAG_InfoVQA":93.74,"VisRAG_PlotQA":75.23,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.14,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.65}
14
- {"Rank":14,"Models":"RzenEmbed-v1-2B","Model Size(B)":2.21,"Date":"2025-07-16","Visdoc-Overall":72.78,"ViDoRe-V1":86.98,"ViDoRe-V2":57.63,"VisRAG":85.35,"VisDoc-OOD":33.55,"ViDoRe_arxivqa":83.4,"ViDoRe_docvqa":56.09,"ViDoRe_infovqa":89.89,"ViDoRe_tabfquad":94.39,"ViDoRe_tatdqa":69.32,"ViDoRe_shiftproject":89.88,"ViDoRe_syntheticDocQA_artificial_intelligence":98.76,"ViDoRe_syntheticDocQA_energy":92.78,"ViDoRe_syntheticDocQA_government_reports":97.19,"ViDoRe_syntheticDocQA_healthcare_industry":98.15,"ViDoRe_esg_reports_human_labeled_v2":58.93,"ViDoRe_biomedical_lectures_v2_multilingual":59.87,"ViDoRe_economics_reports_v2_multilingual":57.98,"ViDoRe_esg_reports_v2_multilingual":53.73,"VisRAG_ArxivQA":83.68,"VisRAG_ChartQA":86.39,"VisRAG_MP-DocVQA":85.54,"VisRAG_SlideVQA":94.07,"VisRAG_InfoVQA":91.92,"VisRAG_PlotQA":70.52,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.27,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.95}
15
- {"Rank":15,"Models":"<a href=\"https:\/\/seed1-6-embedding.github.io\">seed-1.6-embedding<\/a>","Model Size(B)":"unknown","Date":"2025-06-17","Visdoc-Overall":71.84,"ViDoRe-V1":85.53,"ViDoRe-V2":56.57,"VisRAG":84.74,"VisDoc-OOD":33.55,"ViDoRe_arxivqa":88.46,"ViDoRe_docvqa":60.36,"ViDoRe_infovqa":90.62,"ViDoRe_tabfquad":87.82,"ViDoRe_tatdqa":74.98,"ViDoRe_shiftproject":73.34,"ViDoRe_syntheticDocQA_artificial_intelligence":96.32,"ViDoRe_syntheticDocQA_energy":92.83,"ViDoRe_syntheticDocQA_government_reports":93.54,"ViDoRe_syntheticDocQA_healthcare_industry":97.05,"ViDoRe_esg_reports_human_labeled_v2":63.3,"ViDoRe_biomedical_lectures_v2_multilingual":57.14,"ViDoRe_economics_reports_v2_multilingual":53.85,"ViDoRe_esg_reports_v2_multilingual":51.99,"VisRAG_ArxivQA":85.79,"VisRAG_ChartQA":81.88,"VisRAG_MP-DocVQA":89.43,"VisRAG_SlideVQA":94.9,"VisRAG_InfoVQA":92.41,"VisRAG_PlotQA":64.02,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.57,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.61}
16
- {"Rank":16,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Visdoc-Overall":71.6,"ViDoRe-V1":83.13,"ViDoRe-V2":59.53,"VisRAG":85.48,"VisDoc-OOD":34.04,"ViDoRe_arxivqa":82.2,"ViDoRe_docvqa":51.99,"ViDoRe_infovqa":88.88,"ViDoRe_tabfquad":88.86,"ViDoRe_tatdqa":58.78,"ViDoRe_shiftproject":80.14,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":93.17,"ViDoRe_syntheticDocQA_government_reports":93.21,"ViDoRe_syntheticDocQA_healthcare_industry":95.92,"ViDoRe_esg_reports_human_labeled_v2":61.84,"ViDoRe_biomedical_lectures_v2_multilingual":60.92,"ViDoRe_economics_reports_v2_multilingual":64.39,"ViDoRe_esg_reports_v2_multilingual":50.97,"VisRAG_ArxivQA":84.52,"VisRAG_ChartQA":86.75,"VisRAG_MP-DocVQA":85.51,"VisRAG_SlideVQA":95.4,"VisRAG_InfoVQA":92.55,"VisRAG_PlotQA":68.17,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.29,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":52.85}
17
- {"Rank":17,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Visdoc-Overall":71.15,"ViDoRe-V1":86.15,"ViDoRe-V2":53.96,"VisRAG":82.52,"VisDoc-OOD":33.76,"ViDoRe_arxivqa":82.76,"ViDoRe_docvqa":53.11,"ViDoRe_infovqa":90.16,"ViDoRe_tabfquad":93.33,"ViDoRe_tatdqa":69.94,"ViDoRe_shiftproject":89.47,"ViDoRe_syntheticDocQA_artificial_intelligence":97.52,"ViDoRe_syntheticDocQA_energy":91.91,"ViDoRe_syntheticDocQA_government_reports":94.59,"ViDoRe_syntheticDocQA_healthcare_industry":98.69,"ViDoRe_esg_reports_human_labeled_v2":60.95,"ViDoRe_biomedical_lectures_v2_multilingual":53.98,"ViDoRe_economics_reports_v2_multilingual":50.19,"ViDoRe_esg_reports_v2_multilingual":50.73,"VisRAG_ArxivQA":82.0,"VisRAG_ChartQA":79.88,"VisRAG_MP-DocVQA":84.42,"VisRAG_SlideVQA":93.38,"VisRAG_InfoVQA":91.36,"VisRAG_PlotQA":64.09,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.62,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.43}
18
- {"Rank":18,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-06-28","Visdoc-Overall":69.45,"ViDoRe-V1":83.6,"ViDoRe-V2":51.98,"VisRAG":81.13,"VisDoc-OOD":34.04,"ViDoRe_arxivqa":81.74,"ViDoRe_docvqa":56.64,"ViDoRe_infovqa":84.94,"ViDoRe_tabfquad":86.93,"ViDoRe_tatdqa":70.87,"ViDoRe_shiftproject":75.12,"ViDoRe_syntheticDocQA_artificial_intelligence":95.65,"ViDoRe_syntheticDocQA_energy":94.67,"ViDoRe_syntheticDocQA_government_reports":93.55,"ViDoRe_syntheticDocQA_healthcare_industry":95.92,"ViDoRe_esg_reports_human_labeled_v2":51.29,"ViDoRe_biomedical_lectures_v2_multilingual":54.72,"ViDoRe_economics_reports_v2_multilingual":48.97,"ViDoRe_esg_reports_v2_multilingual":52.94,"VisRAG_ArxivQA":80.87,"VisRAG_ChartQA":78.15,"VisRAG_MP-DocVQA":86.76,"VisRAG_SlideVQA":95.03,"VisRAG_InfoVQA":85.69,"VisRAG_PlotQA":60.3,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.66,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":52.51}
19
- {"Rank":19,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-23","Visdoc-Overall":69.13,"ViDoRe-V1":80.43,"ViDoRe-V2":53.33,"VisRAG":84.71,"VisDoc-OOD":33.35,"ViDoRe_arxivqa":88.15,"ViDoRe_docvqa":47.75,"ViDoRe_infovqa":86.65,"ViDoRe_tabfquad":94.32,"ViDoRe_tatdqa":52.94,"ViDoRe_shiftproject":70.91,"ViDoRe_syntheticDocQA_artificial_intelligence":91.43,"ViDoRe_syntheticDocQA_energy":88.02,"ViDoRe_syntheticDocQA_government_reports":91.48,"ViDoRe_syntheticDocQA_healthcare_industry":92.62,"ViDoRe_esg_reports_human_labeled_v2":59.2,"ViDoRe_biomedical_lectures_v2_multilingual":48.99,"ViDoRe_economics_reports_v2_multilingual":55.43,"ViDoRe_esg_reports_v2_multilingual":49.7,"VisRAG_ArxivQA":86.39,"VisRAG_ChartQA":88.64,"VisRAG_MP-DocVQA":79.02,"VisRAG_SlideVQA":92.64,"VisRAG_InfoVQA":88.94,"VisRAG_PlotQA":72.61,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.53,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":50.86}
20
- {"Rank":20,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-7B\">Ops-MM-embedding-v1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-07-02","Visdoc-Overall":68.74,"ViDoRe-V1":80.05,"ViDoRe-V2":59.59,"VisRAG":79.31,"VisDoc-OOD":33.74,"ViDoRe_arxivqa":78.17,"ViDoRe_docvqa":49.11,"ViDoRe_infovqa":86.59,"ViDoRe_tabfquad":91.4,"ViDoRe_tatdqa":55.59,"ViDoRe_shiftproject":76.17,"ViDoRe_syntheticDocQA_artificial_intelligence":90.99,"ViDoRe_syntheticDocQA_energy":87.53,"ViDoRe_syntheticDocQA_government_reports":91.56,"ViDoRe_syntheticDocQA_healthcare_industry":93.39,"ViDoRe_esg_reports_human_labeled_v2":66.27,"ViDoRe_biomedical_lectures_v2_multilingual":54.34,"ViDoRe_economics_reports_v2_multilingual":60.92,"ViDoRe_esg_reports_v2_multilingual":56.82,"VisRAG_ArxivQA":78.18,"VisRAG_ChartQA":79.53,"VisRAG_MP-DocVQA":78.2,"VisRAG_SlideVQA":91.11,"VisRAG_InfoVQA":87.16,"VisRAG_PlotQA":61.71,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.47,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.51}
21
- {"Rank":21,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-23","Visdoc-Overall":68.72,"ViDoRe-V1":80.23,"ViDoRe-V2":52.02,"VisRAG":84.3,"VisDoc-OOD":33.3,"ViDoRe_arxivqa":86.41,"ViDoRe_docvqa":46.34,"ViDoRe_infovqa":86.49,"ViDoRe_tabfquad":94.52,"ViDoRe_tatdqa":54.7,"ViDoRe_shiftproject":72.22,"ViDoRe_syntheticDocQA_artificial_intelligence":93.42,"ViDoRe_syntheticDocQA_energy":86.43,"ViDoRe_syntheticDocQA_government_reports":90.08,"ViDoRe_syntheticDocQA_healthcare_industry":91.73,"ViDoRe_esg_reports_human_labeled_v2":55.41,"ViDoRe_biomedical_lectures_v2_multilingual":50.68,"ViDoRe_economics_reports_v2_multilingual":54.53,"ViDoRe_esg_reports_v2_multilingual":47.45,"VisRAG_ArxivQA":84.86,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":78.78,"VisRAG_SlideVQA":92.33,"VisRAG_InfoVQA":89.33,"VisRAG_PlotQA":72.14,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.7,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":50.49}
22
- {"Rank":22,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-7B\">UME-R1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-20","Visdoc-Overall":65.73,"ViDoRe-V1":75.66,"ViDoRe-V2":50.53,"VisRAG":83.7,"VisDoc-OOD":29.15,"ViDoRe_arxivqa":73.56,"ViDoRe_docvqa":41.1,"ViDoRe_infovqa":80.83,"ViDoRe_tabfquad":90.24,"ViDoRe_tatdqa":46.67,"ViDoRe_shiftproject":64.96,"ViDoRe_syntheticDocQA_artificial_intelligence":89.47,"ViDoRe_syntheticDocQA_energy":85.7,"ViDoRe_syntheticDocQA_government_reports":89.82,"ViDoRe_syntheticDocQA_healthcare_industry":94.29,"ViDoRe_esg_reports_human_labeled_v2":50.41,"ViDoRe_biomedical_lectures_v2_multilingual":50.73,"ViDoRe_economics_reports_v2_multilingual":57.8,"ViDoRe_esg_reports_v2_multilingual":43.18,"VisRAG_ArxivQA":80.45,"VisRAG_ChartQA":84.95,"VisRAG_MP-DocVQA":83.43,"VisRAG_SlideVQA":91.47,"VisRAG_InfoVQA":89.2,"VisRAG_PlotQA":72.7,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":75.33,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":41.28}
23
- {"Rank":23,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-2B\">Ops-MM-embedding-v1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-07-02","Visdoc-Overall":65.53,"ViDoRe-V1":76.39,"ViDoRe-V2":53.18,"VisRAG":77.64,"VisDoc-OOD":32.55,"ViDoRe_arxivqa":73.72,"ViDoRe_docvqa":45.01,"ViDoRe_infovqa":81.41,"ViDoRe_tabfquad":88.81,"ViDoRe_tatdqa":49.59,"ViDoRe_shiftproject":72.57,"ViDoRe_syntheticDocQA_artificial_intelligence":89.8,"ViDoRe_syntheticDocQA_energy":84.27,"ViDoRe_syntheticDocQA_government_reports":87.06,"ViDoRe_syntheticDocQA_healthcare_industry":91.64,"ViDoRe_esg_reports_human_labeled_v2":58.57,"ViDoRe_biomedical_lectures_v2_multilingual":52.87,"ViDoRe_economics_reports_v2_multilingual":47.89,"ViDoRe_esg_reports_v2_multilingual":53.39,"VisRAG_ArxivQA":73.84,"VisRAG_ChartQA":80.17,"VisRAG_MP-DocVQA":75.06,"VisRAG_SlideVQA":89.15,"VisRAG_InfoVQA":86.66,"VisRAG_PlotQA":60.99,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.29,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":47.89}
24
- {"Rank":24,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Visdoc-Overall":63.95,"ViDoRe-V1":75.52,"ViDoRe-V2":44.86,"VisRAG":79.38,"VisDoc-OOD":30.97,"ViDoRe_arxivqa":80.58,"ViDoRe_docvqa":44.85,"ViDoRe_infovqa":83.69,"ViDoRe_tabfquad":89.21,"ViDoRe_tatdqa":43.82,"ViDoRe_shiftproject":60.82,"ViDoRe_syntheticDocQA_artificial_intelligence":88.53,"ViDoRe_syntheticDocQA_energy":86.51,"ViDoRe_syntheticDocQA_government_reports":85.01,"ViDoRe_syntheticDocQA_healthcare_industry":92.17,"ViDoRe_esg_reports_human_labeled_v2":45.56,"ViDoRe_biomedical_lectures_v2_multilingual":44.27,"ViDoRe_economics_reports_v2_multilingual":43.0,"ViDoRe_esg_reports_v2_multilingual":46.62,"VisRAG_ArxivQA":76.87,"VisRAG_ChartQA":84.41,"VisRAG_MP-DocVQA":71.79,"VisRAG_SlideVQA":91.5,"VisRAG_InfoVQA":85.65,"VisRAG_PlotQA":66.05,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":80.18,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":43.71}
25
- {"Rank":25,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-2B\">UME-R1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-10-20","Visdoc-Overall":62.48,"ViDoRe-V1":72.39,"ViDoRe-V2":46.16,"VisRAG":79.22,"VisDoc-OOD":28.89,"ViDoRe_arxivqa":73.86,"ViDoRe_docvqa":37.85,"ViDoRe_infovqa":76.19,"ViDoRe_tabfquad":86.11,"ViDoRe_tatdqa":40.63,"ViDoRe_shiftproject":66.79,"ViDoRe_syntheticDocQA_artificial_intelligence":85.87,"ViDoRe_syntheticDocQA_energy":83.25,"ViDoRe_syntheticDocQA_government_reports":82.56,"ViDoRe_syntheticDocQA_healthcare_industry":90.83,"ViDoRe_esg_reports_human_labeled_v2":50.16,"ViDoRe_biomedical_lectures_v2_multilingual":46.15,"ViDoRe_economics_reports_v2_multilingual":45.69,"ViDoRe_esg_reports_v2_multilingual":42.65,"VisRAG_ArxivQA":74.26,"VisRAG_ChartQA":85.98,"VisRAG_MP-DocVQA":75.59,"VisRAG_SlideVQA":87.11,"VisRAG_InfoVQA":84.38,"VisRAG_PlotQA":67.98,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":75.89,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":39.68}
26
- {"Rank":26,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-7B<\/a>","Model Size(B)":8.03,"Date":"2025-07-06","Visdoc-Overall":62.42,"ViDoRe-V1":70.68,"ViDoRe-V2":49.57,"VisRAG":79.45,"VisDoc-OOD":29.11,"ViDoRe_arxivqa":73.29,"ViDoRe_docvqa":38.27,"ViDoRe_infovqa":80.59,"ViDoRe_tabfquad":80.7,"ViDoRe_tatdqa":37.79,"ViDoRe_shiftproject":52.02,"ViDoRe_syntheticDocQA_artificial_intelligence":85.99,"ViDoRe_syntheticDocQA_energy":84.78,"ViDoRe_syntheticDocQA_government_reports":84.96,"ViDoRe_syntheticDocQA_healthcare_industry":88.37,"ViDoRe_esg_reports_human_labeled_v2":50.67,"ViDoRe_biomedical_lectures_v2_multilingual":50.89,"ViDoRe_economics_reports_v2_multilingual":54.38,"ViDoRe_esg_reports_v2_multilingual":42.33,"VisRAG_ArxivQA":73.96,"VisRAG_ChartQA":82.71,"VisRAG_MP-DocVQA":75.15,"VisRAG_SlideVQA":87.58,"VisRAG_InfoVQA":87.91,"VisRAG_PlotQA":69.42,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":73.82,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":42.61}
27
- {"Rank":27,"Models":"<a href=\"https:\/\/github.com\/GaryGuTC\/UniME-v2\">UniME-V2-LLaVA-OneVision-7B<\/a>","Model Size(B)":8.03,"Date":"2025-10-15","Visdoc-Overall":55.22,"ViDoRe-V1":61.76,"ViDoRe-V2":42.0,"VisRAG":70.53,"VisDoc-OOD":29.15,"ViDoRe_arxivqa":51.9,"ViDoRe_docvqa":38.17,"ViDoRe_infovqa":73.16,"ViDoRe_tabfquad":57.75,"ViDoRe_tatdqa":35.48,"ViDoRe_shiftproject":45.42,"ViDoRe_syntheticDocQA_artificial_intelligence":76.85,"ViDoRe_syntheticDocQA_energy":77.27,"ViDoRe_syntheticDocQA_government_reports":79.87,"ViDoRe_syntheticDocQA_healthcare_industry":81.71,"ViDoRe_esg_reports_human_labeled_v2":54.67,"ViDoRe_biomedical_lectures_v2_multilingual":33.75,"ViDoRe_economics_reports_v2_multilingual":35.95,"ViDoRe_esg_reports_v2_multilingual":43.63,"VisRAG_ArxivQA":53.13,"VisRAG_ChartQA":83.67,"VisRAG_MP-DocVQA":66.4,"VisRAG_SlideVQA":86.44,"VisRAG_InfoVQA":82.58,"VisRAG_PlotQA":50.96,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":75.79,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":40.8}
28
- {"Rank":28,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"2025-07-06","Visdoc-Overall":50.26,"ViDoRe-V1":56.93,"ViDoRe-V2":32.59,"VisRAG":68.57,"VisDoc-OOD":23.8,"ViDoRe_arxivqa":51.19,"ViDoRe_docvqa":25.46,"ViDoRe_infovqa":71.95,"ViDoRe_tabfquad":59.64,"ViDoRe_tatdqa":27.05,"ViDoRe_shiftproject":31.8,"ViDoRe_syntheticDocQA_artificial_intelligence":78.74,"ViDoRe_syntheticDocQA_energy":70.75,"ViDoRe_syntheticDocQA_government_reports":75.47,"ViDoRe_syntheticDocQA_healthcare_industry":77.29,"ViDoRe_esg_reports_human_labeled_v2":36.24,"ViDoRe_biomedical_lectures_v2_multilingual":29.72,"ViDoRe_economics_reports_v2_multilingual":37.61,"ViDoRe_esg_reports_v2_multilingual":26.78,"VisRAG_ArxivQA":57.82,"VisRAG_ChartQA":75.62,"VisRAG_MP-DocVQA":63.24,"VisRAG_SlideVQA":82.32,"VisRAG_InfoVQA":80.28,"VisRAG_PlotQA":52.14,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":61.41,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":33.78}
29
- {"Rank":29,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Visdoc-Overall":48.72,"ViDoRe-V1":56.31,"ViDoRe-V2":33.32,"VisRAG":58.18,"VisDoc-OOD":30.95,"ViDoRe_arxivqa":52.98,"ViDoRe_docvqa":25.42,"ViDoRe_infovqa":72.31,"ViDoRe_tabfquad":66.08,"ViDoRe_tatdqa":25.85,"ViDoRe_shiftproject":27.34,"ViDoRe_syntheticDocQA_artificial_intelligence":72.01,"ViDoRe_syntheticDocQA_energy":65.17,"ViDoRe_syntheticDocQA_government_reports":72.15,"ViDoRe_syntheticDocQA_healthcare_industry":83.75,"ViDoRe_esg_reports_human_labeled_v2":32.95,"ViDoRe_biomedical_lectures_v2_multilingual":35.87,"ViDoRe_economics_reports_v2_multilingual":31.94,"ViDoRe_esg_reports_v2_multilingual":32.51,"VisRAG_ArxivQA":37.68,"VisRAG_ChartQA":65.9,"VisRAG_MP-DocVQA":54.52,"VisRAG_SlideVQA":76.54,"VisRAG_InfoVQA":73.26,"VisRAG_PlotQA":41.2,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":80.26,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":43.54}
30
- {"Rank":30,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Visdoc-Overall":45.0,"ViDoRe-V1":56.95,"ViDoRe-V2":9.41,"VisRAG":59.12,"VisDoc-OOD":29.57,"ViDoRe_arxivqa":60.2,"ViDoRe_docvqa":34.71,"ViDoRe_infovqa":70.38,"ViDoRe_tabfquad":78.18,"ViDoRe_tatdqa":27.62,"ViDoRe_shiftproject":38.62,"ViDoRe_syntheticDocQA_artificial_intelligence":67.65,"ViDoRe_syntheticDocQA_energy":60.42,"ViDoRe_syntheticDocQA_government_reports":61.82,"ViDoRe_syntheticDocQA_healthcare_industry":69.85,"ViDoRe_esg_reports_human_labeled_v2":6.82,"ViDoRe_biomedical_lectures_v2_multilingual":5.06,"ViDoRe_economics_reports_v2_multilingual":13.88,"ViDoRe_esg_reports_v2_multilingual":11.89,"VisRAG_ArxivQA":52.61,"VisRAG_ChartQA":70.23,"VisRAG_MP-DocVQA":52.81,"VisRAG_SlideVQA":72.77,"VisRAG_InfoVQA":71.96,"VisRAG_PlotQA":34.35,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":77.81,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":40.46}
31
- {"Rank":31,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-06-28","Visdoc-Overall":40.41,"ViDoRe-V1":49.81,"ViDoRe-V2":13.51,"VisRAG":51.83,"VisDoc-OOD":26.71,"ViDoRe_arxivqa":48.88,"ViDoRe_docvqa":26.95,"ViDoRe_infovqa":67.24,"ViDoRe_tabfquad":62.58,"ViDoRe_tatdqa":19.79,"ViDoRe_shiftproject":41.8,"ViDoRe_syntheticDocQA_artificial_intelligence":55.02,"ViDoRe_syntheticDocQA_energy":59.11,"ViDoRe_syntheticDocQA_government_reports":57.07,"ViDoRe_syntheticDocQA_healthcare_industry":59.64,"ViDoRe_esg_reports_human_labeled_v2":12.6,"ViDoRe_biomedical_lectures_v2_multilingual":7.4,"ViDoRe_economics_reports_v2_multilingual":13.9,"ViDoRe_esg_reports_v2_multilingual":20.13,"VisRAG_ArxivQA":41.75,"VisRAG_ChartQA":57.93,"VisRAG_MP-DocVQA":43.18,"VisRAG_SlideVQA":74.03,"VisRAG_InfoVQA":70.67,"VisRAG_PlotQA":23.4,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":74.28,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":32.57}
32
- {"Rank":32,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Visdoc-Overall":23.11,"ViDoRe-V1":21.99,"ViDoRe-V2":11.46,"VisRAG":37.35,"VisDoc-OOD":16.18,"ViDoRe_arxivqa":10.8,"ViDoRe_docvqa":19.13,"ViDoRe_infovqa":46.25,"ViDoRe_tabfquad":42.84,"ViDoRe_tatdqa":11.43,"ViDoRe_shiftproject":12.04,"ViDoRe_syntheticDocQA_artificial_intelligence":10.32,"ViDoRe_syntheticDocQA_energy":24.77,"ViDoRe_syntheticDocQA_government_reports":16.36,"ViDoRe_syntheticDocQA_healthcare_industry":25.94,"ViDoRe_esg_reports_human_labeled_v2":7.58,"ViDoRe_biomedical_lectures_v2_multilingual":13.28,"ViDoRe_economics_reports_v2_multilingual":19.08,"ViDoRe_esg_reports_v2_multilingual":5.92,"VisRAG_ArxivQA":2.02,"VisRAG_ChartQA":41.34,"VisRAG_MP-DocVQA":33.38,"VisRAG_SlideVQA":56.49,"VisRAG_InfoVQA":56.34,"VisRAG_PlotQA":34.55,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":37.14,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":27.58}
33
- {"Rank":33,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/GVE-7B\">GVE-7B<\/a>","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
34
- {"Rank":34,"Models":"TCE-v1","Model Size(B)":8.0,"Date":"2025-10-31","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
35
- {"Rank":35,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
36
- {"Rank":36,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
37
- {"Rank":37,"Models":"UniVec-CoT-7B","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
38
- {"Rank":38,"Models":"dp-embedding-v3-lite","Model Size(B)":8.29,"Date":"2025-12-15","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
39
- {"Rank":39,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-7B<\/a>","Model Size(B)":8.29,"Date":"2025-11-24","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
40
- {"Rank":40,"Models":"UniVec-7B","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
41
- {"Rank":41,"Models":"ReCo-7B","Model Size(B)":8.29,"Date":"2025-08-15","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
42
- {"Rank":42,"Models":"OEmbedding-v1-7B","Model Size(B)":8.29,"Date":"2025-10-14","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
43
- {"Rank":43,"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Model Size(B)":8.29,"Date":"2025-09-15","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
44
- {"Rank":44,"Models":"QQMM-embed-v3","Model Size(B)":8.29,"Date":"2025-12-30","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
45
- {"Rank":45,"Models":"TCR","Model Size(B)":8.77,"Date":"2026-01-15","Visdoc-Overall":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0}
 
1
+ {"Rank":1,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-Colqwen3-4B\">Ops-Colqwen3-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-27","Visdoc-Overall":84.12,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":91.31,"ViDoRe-V2":68.66,"VisRAG":90.6,"VisDoc-OOD":71.87,"ViDoRe_arxivqa":91.46,"ViDoRe_docvqa":65.34,"ViDoRe_infovqa":94.26,"ViDoRe_tabfquad":93.45,"ViDoRe_tatdqa":83.24,"ViDoRe_shiftproject":91.42,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":96.63,"ViDoRe_syntheticDocQA_government_reports":98.02,"ViDoRe_syntheticDocQA_healthcare_industry":99.63,"ViDoRe_esg_reports_human_labeled_v2":78.22,"ViDoRe_biomedical_lectures_v2_multilingual":65.5,"ViDoRe_economics_reports_v2_multilingual":64.88,"ViDoRe_esg_reports_v2_multilingual":66.02,"VisRAG_ArxivQA":90.37,"VisRAG_ChartQA":87.65,"VisRAG_MP-DocVQA":95.19,"VisRAG_SlideVQA":97.42,"VisRAG_InfoVQA":96.7,"VisRAG_PlotQA":76.28,"ViDoSeek-page-fixed":88.54,"ViDoSeek-doc":82.48,"MMLongBench-page-fixed":60.68,"MMLongBench-doc":55.79,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
2
+ {"Rank":2,"Models":"Taichu-UniRetriever-8B","Model Size(B)":8.77,"Date":"2026-01-15","Visdoc-Overall":83.25,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":90.93,"ViDoRe-V2":62.91,"VisRAG":89.66,"VisDoc-OOD":74.78,"ViDoRe_arxivqa":90.06,"ViDoRe_docvqa":61.9,"ViDoRe_infovqa":93.93,"ViDoRe_tabfquad":97.33,"ViDoRe_tatdqa":80.53,"ViDoRe_shiftproject":93.2,"ViDoRe_syntheticDocQA_artificial_intelligence":98.89,"ViDoRe_syntheticDocQA_energy":97.5,"ViDoRe_syntheticDocQA_government_reports":97.05,"ViDoRe_syntheticDocQA_healthcare_industry":98.89,"ViDoRe_esg_reports_human_labeled_v2":69.67,"ViDoRe_biomedical_lectures_v2_multilingual":65.62,"ViDoRe_economics_reports_v2_multilingual":55.32,"ViDoRe_esg_reports_v2_multilingual":61.02,"VisRAG_ArxivQA":88.58,"VisRAG_ChartQA":90.2,"VisRAG_MP-DocVQA":91.47,"VisRAG_SlideVQA":97.39,"VisRAG_InfoVQA":97.03,"VisRAG_PlotQA":73.3,"ViDoSeek-page-fixed":92.42,"ViDoSeek-doc":85.62,"MMLongBench-page-fixed":63.78,"MMLongBench-doc":57.28,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
3
+ {"Rank":3,"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-8B\">Qwen3-VL-Embedding-8B<\/a>","Model Size(B)":8.14,"Date":"2026-01-06","Visdoc-Overall":82.36,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":87.21,"ViDoRe-V2":69.86,"VisRAG":88.68,"VisDoc-OOD":73.27,"ViDoRe_arxivqa":87.0,"ViDoRe_docvqa":54.02,"ViDoRe_infovqa":90.86,"ViDoRe_tabfquad":96.67,"ViDoRe_tatdqa":69.97,"ViDoRe_shiftproject":84.14,"ViDoRe_syntheticDocQA_artificial_intelligence":99.26,"ViDoRe_syntheticDocQA_energy":94.41,"ViDoRe_syntheticDocQA_government_reports":98.02,"ViDoRe_syntheticDocQA_healthcare_industry":97.79,"ViDoRe_esg_reports_human_labeled_v2":71.39,"ViDoRe_biomedical_lectures_v2_multilingual":71.59,"ViDoRe_economics_reports_v2_multilingual":67.18,"ViDoRe_esg_reports_v2_multilingual":69.28,"VisRAG_ArxivQA":88.21,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":89.27,"VisRAG_SlideVQA":96.73,"VisRAG_InfoVQA":94.75,"VisRAG_PlotQA":74.8,"ViDoSeek-page-fixed":88.38,"ViDoSeek-doc":86.1,"MMLongBench-page-fixed":60.29,"MMLongBench-doc":58.29,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
4
+ {"Rank":4,"Models":"Taichu-UniRetriever-2B","Model Size(B)":2.13,"Date":"2026-01-15","Visdoc-Overall":81.31,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":89.81,"ViDoRe-V2":57.34,"VisRAG":88.79,"VisDoc-OOD":72.81,"ViDoRe_arxivqa":88.14,"ViDoRe_docvqa":59.09,"ViDoRe_infovqa":92.63,"ViDoRe_tabfquad":96.67,"ViDoRe_tatdqa":80.07,"ViDoRe_shiftproject":89.93,"ViDoRe_syntheticDocQA_artificial_intelligence":99.26,"ViDoRe_syntheticDocQA_energy":98.06,"ViDoRe_syntheticDocQA_government_reports":95.93,"ViDoRe_syntheticDocQA_healthcare_industry":98.32,"ViDoRe_esg_reports_human_labeled_v2":63.6,"ViDoRe_biomedical_lectures_v2_multilingual":62.47,"ViDoRe_economics_reports_v2_multilingual":51.21,"ViDoRe_esg_reports_v2_multilingual":52.08,"VisRAG_ArxivQA":87.25,"VisRAG_ChartQA":87.33,"VisRAG_MP-DocVQA":91.99,"VisRAG_SlideVQA":96.93,"VisRAG_InfoVQA":95.9,"VisRAG_PlotQA":73.32,"ViDoSeek-page-fixed":86.45,"ViDoSeek-doc":85.07,"MMLongBench-page-fixed":62.55,"MMLongBench-doc":57.19,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
5
+ {"Rank":5,"Models":"<a href=\"https:\/\/huggingface.co\/Qwen\/Qwen3-VL-Embedding-2B\">Qwen3-VL-Embedding-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-06","Visdoc-Overall":79.22,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":84.37,"ViDoRe-V2":65.34,"VisRAG":86.43,"VisDoc-OOD":69.41,"ViDoRe_arxivqa":81.8,"ViDoRe_docvqa":49.36,"ViDoRe_infovqa":88.35,"ViDoRe_tabfquad":96.4,"ViDoRe_tatdqa":63.19,"ViDoRe_shiftproject":83.9,"ViDoRe_syntheticDocQA_artificial_intelligence":97.05,"ViDoRe_syntheticDocQA_energy":90.84,"ViDoRe_syntheticDocQA_government_reports":95.68,"ViDoRe_syntheticDocQA_healthcare_industry":97.09,"ViDoRe_esg_reports_human_labeled_v2":64.56,"ViDoRe_biomedical_lectures_v2_multilingual":68.23,"ViDoRe_economics_reports_v2_multilingual":63.09,"ViDoRe_esg_reports_v2_multilingual":65.49,"VisRAG_ArxivQA":83.58,"VisRAG_ChartQA":87.13,"VisRAG_MP-DocVQA":87.06,"VisRAG_SlideVQA":95.59,"VisRAG_InfoVQA":92.88,"VisRAG_PlotQA":72.33,"ViDoSeek-page-fixed":81.94,"ViDoSeek-doc":85.0,"MMLongBench-page-fixed":55.73,"MMLongBench-doc":54.99,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
6
+ {"Rank":6,"Models":"<a href=\"https:\/\/console.volcengine.com\/ark\/region:ark+cn-beijing\/model\/detail?Id=doubao-embedding-vision\">seed1.6-embedding-1215<\/a>","Model Size(B)":"unknown","Date":"2025-12-18","Visdoc-Overall":76.23,"Visdoc-Overall-before-fix":77.88,"VisDoc-OOD-before-fix":44.77,"ViDoRe-V1":90.9,"ViDoRe-V2":60.31,"VisRAG":89.96,"VisDoc-OOD":34.91,"ViDoRe_arxivqa":92.29,"ViDoRe_docvqa":61.84,"ViDoRe_infovqa":94.28,"ViDoRe_tabfquad":94.99,"ViDoRe_tatdqa":80.41,"ViDoRe_shiftproject":91.71,"ViDoRe_syntheticDocQA_artificial_intelligence":99.26,"ViDoRe_syntheticDocQA_energy":96.76,"ViDoRe_syntheticDocQA_government_reports":98.15,"ViDoRe_syntheticDocQA_healthcare_industry":99.26,"ViDoRe_esg_reports_human_labeled_v2":70.52,"ViDoRe_biomedical_lectures_v2_multilingual":63.46,"ViDoRe_economics_reports_v2_multilingual":55.44,"ViDoRe_esg_reports_v2_multilingual":51.82,"VisRAG_ArxivQA":90.49,"VisRAG_ChartQA":87.59,"VisRAG_MP-DocVQA":94.07,"VisRAG_SlideVQA":97.3,"VisRAG_InfoVQA":95.87,"VisRAG_PlotQA":74.47,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":84.27,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":55.37,"ViDoSeek-page-before-fix":22.29,"MMLongBench-page-before-fix":17.15}
7
+ {"Rank":7,"Models":"<a href=\"https:\/\/interestfm-tte.github.io\/\">IFM-TTE-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-11","Visdoc-Overall":76.21,"Visdoc-Overall-before-fix":79.48,"VisDoc-OOD-before-fix":53.27,"ViDoRe-V1":85.19,"ViDoRe-V2":71.5,"VisRAG":92.75,"VisDoc-OOD":33.66,"ViDoRe_arxivqa":84.53,"ViDoRe_docvqa":45.76,"ViDoRe_infovqa":88.33,"ViDoRe_tabfquad":94.28,"ViDoRe_tatdqa":55.31,"ViDoRe_shiftproject":89.76,"ViDoRe_syntheticDocQA_artificial_intelligence":99.26,"ViDoRe_syntheticDocQA_energy":97.26,"ViDoRe_syntheticDocQA_government_reports":98.28,"ViDoRe_syntheticDocQA_healthcare_industry":99.13,"ViDoRe_esg_reports_human_labeled_v2":87.5,"ViDoRe_biomedical_lectures_v2_multilingual":64.85,"ViDoRe_economics_reports_v2_multilingual":53.94,"ViDoRe_esg_reports_v2_multilingual":79.73,"VisRAG_ArxivQA":92.73,"VisRAG_ChartQA":95.07,"VisRAG_MP-DocVQA":87.31,"VisRAG_SlideVQA":95.9,"VisRAG_InfoVQA":93.0,"VisRAG_PlotQA":92.49,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.6,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":52.03,"ViDoSeek-page-before-fix":50.29,"MMLongBench-page-before-fix":28.18}
8
+ {"Rank":8,"Models":"WeMM-Embedding-8B","Model Size(B)":8.77,"Date":"2025-12-16","Visdoc-Overall":75.62,"Visdoc-Overall-before-fix":77.3,"VisDoc-OOD-before-fix":45.16,"ViDoRe-V1":89.47,"ViDoRe-V2":59.31,"VisRAG":90.43,"VisDoc-OOD":35.06,"ViDoRe_arxivqa":92.22,"ViDoRe_docvqa":60.95,"ViDoRe_infovqa":92.83,"ViDoRe_tabfquad":93.41,"ViDoRe_tatdqa":77.03,"ViDoRe_shiftproject":88.5,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":96.21,"ViDoRe_syntheticDocQA_government_reports":96.17,"ViDoRe_syntheticDocQA_healthcare_industry":99.26,"ViDoRe_esg_reports_human_labeled_v2":62.97,"ViDoRe_biomedical_lectures_v2_multilingual":61.9,"ViDoRe_economics_reports_v2_multilingual":56.85,"ViDoRe_esg_reports_v2_multilingual":55.51,"VisRAG_ArxivQA":90.42,"VisRAG_ChartQA":91.4,"VisRAG_MP-DocVQA":91.82,"VisRAG_SlideVQA":97.0,"VisRAG_InfoVQA":95.97,"VisRAG_PlotQA":75.95,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":84.31,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":55.95,"ViDoSeek-page-before-fix":23.34,"MMLongBench-page-before-fix":17.05}
9
+ {"Rank":9,"Models":"<a href=\"https:\/\/github.com\/360CVGroup\/RzenEmbed\">RzenEmbed-v2-7B<\/a>","Model Size(B)":8.29,"Date":"2025-09-20","Visdoc-Overall":75.45,"Visdoc-Overall-before-fix":77.06,"VisDoc-OOD-before-fix":44.38,"ViDoRe-V1":89.7,"ViDoRe-V2":60.7,"VisRAG":88.7,"VisDoc-OOD":34.7,"ViDoRe_arxivqa":88.42,"ViDoRe_docvqa":59.61,"ViDoRe_infovqa":92.85,"ViDoRe_tabfquad":95.85,"ViDoRe_tatdqa":76.5,"ViDoRe_shiftproject":91.76,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.71,"ViDoRe_syntheticDocQA_government_reports":97.02,"ViDoRe_syntheticDocQA_healthcare_industry":99.63,"ViDoRe_esg_reports_human_labeled_v2":65.61,"ViDoRe_biomedical_lectures_v2_multilingual":61.71,"ViDoRe_economics_reports_v2_multilingual":59.1,"ViDoRe_esg_reports_v2_multilingual":56.39,"VisRAG_ArxivQA":89.38,"VisRAG_ChartQA":89.61,"VisRAG_MP-DocVQA":90.59,"VisRAG_SlideVQA":95.68,"VisRAG_InfoVQA":94.11,"VisRAG_PlotQA":72.81,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":84.02,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.78,"ViDoSeek-page-before-fix":23.09,"MMLongBench-page-before-fix":15.62}
10
+ {"Rank":10,"Models":"RzenEmbed-v1-7B","Model Size(B)":8.29,"Date":"2025-07-30","Visdoc-Overall":75.16,"Visdoc-Overall-before-fix":76.8,"VisDoc-OOD-before-fix":44.44,"ViDoRe-V1":89.47,"ViDoRe-V2":60.77,"VisRAG":87.92,"VisDoc-OOD":34.65,"ViDoRe_arxivqa":86.89,"ViDoRe_docvqa":57.99,"ViDoRe_infovqa":92.24,"ViDoRe_tabfquad":96.25,"ViDoRe_tatdqa":75.22,"ViDoRe_shiftproject":93.35,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.25,"ViDoRe_syntheticDocQA_government_reports":98.28,"ViDoRe_syntheticDocQA_healthcare_industry":99.63,"ViDoRe_esg_reports_human_labeled_v2":63.67,"ViDoRe_biomedical_lectures_v2_multilingual":61.58,"ViDoRe_economics_reports_v2_multilingual":60.8,"ViDoRe_esg_reports_v2_multilingual":57.05,"VisRAG_ArxivQA":86.97,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":90.7,"VisRAG_SlideVQA":95.75,"VisRAG_InfoVQA":94.37,"VisRAG_PlotQA":71.39,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.92,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.67,"ViDoSeek-page-before-fix":23.06,"MMLongBench-page-before-fix":16.1}
11
+ {"Rank":11,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-23","Visdoc-Overall":74.69,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":80.43,"ViDoRe-V2":53.33,"VisRAG":84.71,"VisDoc-OOD":66.66,"ViDoRe_arxivqa":88.15,"ViDoRe_docvqa":47.75,"ViDoRe_infovqa":86.65,"ViDoRe_tabfquad":94.32,"ViDoRe_tatdqa":52.94,"ViDoRe_shiftproject":70.91,"ViDoRe_syntheticDocQA_artificial_intelligence":91.43,"ViDoRe_syntheticDocQA_energy":88.02,"ViDoRe_syntheticDocQA_government_reports":91.48,"ViDoRe_syntheticDocQA_healthcare_industry":92.62,"ViDoRe_esg_reports_human_labeled_v2":59.2,"ViDoRe_biomedical_lectures_v2_multilingual":48.99,"ViDoRe_economics_reports_v2_multilingual":55.43,"ViDoRe_esg_reports_v2_multilingual":49.7,"VisRAG_ArxivQA":86.39,"VisRAG_ChartQA":88.64,"VisRAG_MP-DocVQA":79.02,"VisRAG_SlideVQA":92.64,"VisRAG_InfoVQA":88.94,"VisRAG_PlotQA":72.61,"ViDoSeek-page-fixed":80.26,"ViDoSeek-doc":82.53,"MMLongBench-page-fixed":53.0,"MMLongBench-doc":50.86,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
12
+ {"Rank":12,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Model Size(B)":8.0,"Date":"2026-01-09","Visdoc-Overall":74.52,"Visdoc-Overall-before-fix":76.14,"VisDoc-OOD-before-fix":44.33,"ViDoRe-V1":87.58,"ViDoRe-V2":62.39,"VisRAG":87.46,"VisDoc-OOD":34.6,"ViDoRe_arxivqa":87.57,"ViDoRe_docvqa":57.96,"ViDoRe_infovqa":92.29,"ViDoRe_tabfquad":93.19,"ViDoRe_tatdqa":70.9,"ViDoRe_shiftproject":85.79,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":94.95,"ViDoRe_syntheticDocQA_government_reports":96.28,"ViDoRe_syntheticDocQA_healthcare_industry":98.69,"ViDoRe_esg_reports_human_labeled_v2":64.03,"ViDoRe_biomedical_lectures_v2_multilingual":64.48,"ViDoRe_economics_reports_v2_multilingual":60.34,"ViDoRe_esg_reports_v2_multilingual":60.71,"VisRAG_ArxivQA":88.02,"VisRAG_ChartQA":89.02,"VisRAG_MP-DocVQA":89.07,"VisRAG_SlideVQA":95.99,"VisRAG_InfoVQA":93.54,"VisRAG_PlotQA":69.15,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.44,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.98,"ViDoSeek-page-before-fix":23.11,"MMLongBench-page-before-fix":15.78}
13
+ {"Rank":13,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Visdoc-Overall":73.58,"Visdoc-Overall-before-fix":75.18,"VisDoc-OOD-before-fix":44.4,"ViDoRe-V1":89.55,"ViDoRe-V2":55.47,"VisRAG":84.95,"VisDoc-OOD":34.72,"ViDoRe_arxivqa":87.53,"ViDoRe_docvqa":56.59,"ViDoRe_infovqa":92.17,"ViDoRe_tabfquad":92.71,"ViDoRe_tatdqa":76.58,"ViDoRe_shiftproject":95.64,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.69,"ViDoRe_syntheticDocQA_government_reports":99.5,"ViDoRe_syntheticDocQA_healthcare_industry":99.5,"ViDoRe_esg_reports_human_labeled_v2":62.76,"ViDoRe_biomedical_lectures_v2_multilingual":49.78,"ViDoRe_economics_reports_v2_multilingual":53.91,"ViDoRe_esg_reports_v2_multilingual":55.43,"VisRAG_ArxivQA":87.69,"VisRAG_ChartQA":81.29,"VisRAG_MP-DocVQA":89.08,"VisRAG_SlideVQA":94.72,"VisRAG_InfoVQA":93.49,"VisRAG_PlotQA":63.44,"ViDoSeek-page-fixed":83.57,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":55.32,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":23.24,"MMLongBench-page-before-fix":16.19}
14
+ {"Rank":14,"Models":"WeMM-Embedding-2B","Model Size(B)":2.13,"Date":"2025-12-16","Visdoc-Overall":73.2,"Visdoc-Overall-before-fix":74.81,"VisDoc-OOD-before-fix":44.15,"ViDoRe-V1":87.22,"ViDoRe-V2":53.4,"VisRAG":88.84,"VisDoc-OOD":34.45,"ViDoRe_arxivqa":90.25,"ViDoRe_docvqa":59.11,"ViDoRe_infovqa":91.2,"ViDoRe_tabfquad":89.41,"ViDoRe_tatdqa":73.81,"ViDoRe_shiftproject":82.61,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":94.08,"ViDoRe_syntheticDocQA_government_reports":95.35,"ViDoRe_syntheticDocQA_healthcare_industry":98.28,"ViDoRe_esg_reports_human_labeled_v2":54.54,"ViDoRe_biomedical_lectures_v2_multilingual":55.64,"ViDoRe_economics_reports_v2_multilingual":53.93,"ViDoRe_esg_reports_v2_multilingual":49.5,"VisRAG_ArxivQA":88.62,"VisRAG_ChartQA":88.61,"VisRAG_MP-DocVQA":91.01,"VisRAG_SlideVQA":95.83,"VisRAG_InfoVQA":93.74,"VisRAG_PlotQA":75.23,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.14,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.65,"ViDoSeek-page-before-fix":22.27,"MMLongBench-page-before-fix":16.53}
15
+ {"Rank":15,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Visdoc-Overall":73.16,"Visdoc-Overall-before-fix":73.16,"VisDoc-OOD-before-fix":43.38,"ViDoRe-V1":83.13,"ViDoRe-V2":59.53,"VisRAG":85.48,"VisDoc-OOD":43.38,"ViDoRe_arxivqa":82.2,"ViDoRe_docvqa":51.99,"ViDoRe_infovqa":88.88,"ViDoRe_tabfquad":88.86,"ViDoRe_tatdqa":58.78,"ViDoRe_shiftproject":80.14,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":93.17,"ViDoRe_syntheticDocQA_government_reports":93.21,"ViDoRe_syntheticDocQA_healthcare_industry":95.92,"ViDoRe_esg_reports_human_labeled_v2":61.84,"ViDoRe_biomedical_lectures_v2_multilingual":60.92,"ViDoRe_economics_reports_v2_multilingual":64.39,"ViDoRe_esg_reports_v2_multilingual":50.97,"VisRAG_ArxivQA":84.52,"VisRAG_ChartQA":86.75,"VisRAG_MP-DocVQA":85.51,"VisRAG_SlideVQA":95.4,"VisRAG_InfoVQA":92.55,"VisRAG_PlotQA":68.17,"ViDoSeek-page-fixed":22.38,"ViDoSeek-doc":83.29,"MMLongBench-page-fixed":15.0,"MMLongBench-doc":52.85,"ViDoSeek-page-before-fix":22.38,"MMLongBench-page-before-fix":15.0}
16
+ {"Rank":16,"Models":"RzenEmbed-v1-2B","Model Size(B)":2.21,"Date":"2025-07-16","Visdoc-Overall":72.78,"Visdoc-Overall-before-fix":74.41,"VisDoc-OOD-before-fix":43.33,"ViDoRe-V1":86.98,"ViDoRe-V2":57.63,"VisRAG":85.35,"VisDoc-OOD":33.55,"ViDoRe_arxivqa":83.4,"ViDoRe_docvqa":56.09,"ViDoRe_infovqa":89.89,"ViDoRe_tabfquad":94.39,"ViDoRe_tatdqa":69.32,"ViDoRe_shiftproject":89.88,"ViDoRe_syntheticDocQA_artificial_intelligence":98.76,"ViDoRe_syntheticDocQA_energy":92.78,"ViDoRe_syntheticDocQA_government_reports":97.19,"ViDoRe_syntheticDocQA_healthcare_industry":98.15,"ViDoRe_esg_reports_human_labeled_v2":58.93,"ViDoRe_biomedical_lectures_v2_multilingual":59.87,"ViDoRe_economics_reports_v2_multilingual":57.98,"ViDoRe_esg_reports_v2_multilingual":53.73,"VisRAG_ArxivQA":83.68,"VisRAG_ChartQA":86.39,"VisRAG_MP-DocVQA":85.54,"VisRAG_SlideVQA":94.07,"VisRAG_InfoVQA":91.92,"VisRAG_PlotQA":70.52,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.27,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.95,"ViDoSeek-page-before-fix":22.89,"MMLongBench-page-before-fix":16.21}
17
+ {"Rank":17,"Models":"<a href=\"https:\/\/seed1-6-embedding.github.io\">seed-1.6-embedding<\/a>","Model Size(B)":"unknown","Date":"2025-06-17","Visdoc-Overall":71.84,"Visdoc-Overall-before-fix":73.44,"VisDoc-OOD-before-fix":43.14,"ViDoRe-V1":85.53,"ViDoRe-V2":56.57,"VisRAG":84.74,"VisDoc-OOD":33.55,"ViDoRe_arxivqa":88.46,"ViDoRe_docvqa":60.36,"ViDoRe_infovqa":90.62,"ViDoRe_tabfquad":87.82,"ViDoRe_tatdqa":74.98,"ViDoRe_shiftproject":73.34,"ViDoRe_syntheticDocQA_artificial_intelligence":96.32,"ViDoRe_syntheticDocQA_energy":92.83,"ViDoRe_syntheticDocQA_government_reports":93.54,"ViDoRe_syntheticDocQA_healthcare_industry":97.05,"ViDoRe_esg_reports_human_labeled_v2":63.3,"ViDoRe_biomedical_lectures_v2_multilingual":57.14,"ViDoRe_economics_reports_v2_multilingual":53.85,"ViDoRe_esg_reports_v2_multilingual":51.99,"VisRAG_ArxivQA":85.79,"VisRAG_ChartQA":81.88,"VisRAG_MP-DocVQA":89.43,"VisRAG_SlideVQA":94.9,"VisRAG_InfoVQA":92.41,"VisRAG_PlotQA":64.02,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.57,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.61,"ViDoSeek-page-before-fix":22.8,"MMLongBench-page-before-fix":15.57}
18
+ {"Rank":18,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Visdoc-Overall":71.35,"Visdoc-Overall-before-fix":72.71,"VisDoc-OOD-before-fix":43.12,"ViDoRe-V1":87.12,"ViDoRe-V2":53.88,"VisRAG":82.43,"VisDoc-OOD":32.78,"ViDoRe_arxivqa":82.53,"ViDoRe_docvqa":55.16,"ViDoRe_infovqa":90.69,"ViDoRe_tabfquad":93.31,"ViDoRe_tatdqa":70.26,"ViDoRe_shiftproject":92.85,"ViDoRe_syntheticDocQA_artificial_intelligence":98.13,"ViDoRe_syntheticDocQA_energy":92.56,"ViDoRe_syntheticDocQA_government_reports":97.15,"ViDoRe_syntheticDocQA_healthcare_industry":98.52,"ViDoRe_esg_reports_human_labeled_v2":60.29,"ViDoRe_biomedical_lectures_v2_multilingual":53.99,"ViDoRe_economics_reports_v2_multilingual":50.8,"ViDoRe_esg_reports_v2_multilingual":50.43,"VisRAG_ArxivQA":81.95,"VisRAG_ChartQA":79.09,"VisRAG_MP-DocVQA":84.34,"VisRAG_SlideVQA":93.68,"VisRAG_InfoVQA":91.41,"VisRAG_PlotQA":64.12,"ViDoSeek-page-fixed":79.81,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":51.32,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":21.62,"MMLongBench-page-before-fix":15.82}
19
+ {"Rank":19,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-12-29","Visdoc-Overall":70.14,"Visdoc-Overall-before-fix":70.97,"VisDoc-OOD-before-fix":43.12,"ViDoRe-V1":84.57,"ViDoRe-V2":54.81,"VisRAG":81.0,"VisDoc-OOD":33.1,"ViDoRe_arxivqa":83.33,"ViDoRe_docvqa":59.2,"ViDoRe_infovqa":85.38,"ViDoRe_tabfquad":86.63,"ViDoRe_tatdqa":70.47,"ViDoRe_shiftproject":76.83,"ViDoRe_syntheticDocQA_artificial_intelligence":96.26,"ViDoRe_syntheticDocQA_energy":95.02,"ViDoRe_syntheticDocQA_government_reports":95.59,"ViDoRe_syntheticDocQA_healthcare_industry":97.02,"ViDoRe_esg_reports_human_labeled_v2":57.25,"ViDoRe_biomedical_lectures_v2_multilingual":56.25,"ViDoRe_economics_reports_v2_multilingual":50.2,"ViDoRe_esg_reports_v2_multilingual":55.56,"VisRAG_ArxivQA":80.9,"VisRAG_ChartQA":77.04,"VisRAG_MP-DocVQA":87.03,"VisRAG_SlideVQA":95.13,"VisRAG_InfoVQA":85.73,"VisRAG_PlotQA":60.18,"ViDoSeek-page-fixed":79.22,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":53.18,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":22.16,"MMLongBench-page-before-fix":14.17}
20
+ {"Rank":20,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-7B\">Ops-MM-embedding-v1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-07-02","Visdoc-Overall":68.74,"Visdoc-Overall-before-fix":70.34,"VisDoc-OOD-before-fix":43.34,"ViDoRe-V1":80.05,"ViDoRe-V2":59.59,"VisRAG":79.31,"VisDoc-OOD":33.74,"ViDoRe_arxivqa":78.17,"ViDoRe_docvqa":49.11,"ViDoRe_infovqa":86.59,"ViDoRe_tabfquad":91.4,"ViDoRe_tatdqa":55.59,"ViDoRe_shiftproject":76.17,"ViDoRe_syntheticDocQA_artificial_intelligence":90.99,"ViDoRe_syntheticDocQA_energy":87.53,"ViDoRe_syntheticDocQA_government_reports":91.56,"ViDoRe_syntheticDocQA_healthcare_industry":93.39,"ViDoRe_esg_reports_human_labeled_v2":66.27,"ViDoRe_biomedical_lectures_v2_multilingual":54.34,"ViDoRe_economics_reports_v2_multilingual":60.92,"ViDoRe_esg_reports_v2_multilingual":56.82,"VisRAG_ArxivQA":78.18,"VisRAG_ChartQA":79.53,"VisRAG_MP-DocVQA":78.2,"VisRAG_SlideVQA":91.11,"VisRAG_InfoVQA":87.16,"VisRAG_PlotQA":61.71,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.47,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.51,"ViDoSeek-page-before-fix":22.47,"MMLongBench-page-before-fix":15.89}
21
+ {"Rank":21,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-23","Visdoc-Overall":68.72,"Visdoc-Overall-before-fix":74.19,"VisDoc-OOD-before-fix":66.12,"ViDoRe-V1":80.23,"ViDoRe-V2":52.02,"VisRAG":84.3,"VisDoc-OOD":33.3,"ViDoRe_arxivqa":86.41,"ViDoRe_docvqa":46.34,"ViDoRe_infovqa":86.49,"ViDoRe_tabfquad":94.52,"ViDoRe_tatdqa":54.7,"ViDoRe_shiftproject":72.22,"ViDoRe_syntheticDocQA_artificial_intelligence":93.42,"ViDoRe_syntheticDocQA_energy":86.43,"ViDoRe_syntheticDocQA_government_reports":90.08,"ViDoRe_syntheticDocQA_healthcare_industry":91.73,"ViDoRe_esg_reports_human_labeled_v2":55.41,"ViDoRe_biomedical_lectures_v2_multilingual":50.68,"ViDoRe_economics_reports_v2_multilingual":54.53,"ViDoRe_esg_reports_v2_multilingual":47.45,"VisRAG_ArxivQA":84.86,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":78.78,"VisRAG_SlideVQA":92.33,"VisRAG_InfoVQA":89.33,"VisRAG_PlotQA":72.14,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.7,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":50.49,"ViDoSeek-page-before-fix":79.47,"MMLongBench-page-before-fix":51.82}
22
+ {"Rank":22,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-7B\">UME-R1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-20","Visdoc-Overall":65.73,"Visdoc-Overall-before-fix":67.13,"VisDoc-OOD-before-fix":37.55,"ViDoRe-V1":75.66,"ViDoRe-V2":50.53,"VisRAG":83.7,"VisDoc-OOD":29.15,"ViDoRe_arxivqa":73.56,"ViDoRe_docvqa":41.1,"ViDoRe_infovqa":80.83,"ViDoRe_tabfquad":90.24,"ViDoRe_tatdqa":46.67,"ViDoRe_shiftproject":64.96,"ViDoRe_syntheticDocQA_artificial_intelligence":89.47,"ViDoRe_syntheticDocQA_energy":85.7,"ViDoRe_syntheticDocQA_government_reports":89.82,"ViDoRe_syntheticDocQA_healthcare_industry":94.29,"ViDoRe_esg_reports_human_labeled_v2":50.41,"ViDoRe_biomedical_lectures_v2_multilingual":50.73,"ViDoRe_economics_reports_v2_multilingual":57.8,"ViDoRe_esg_reports_v2_multilingual":43.18,"VisRAG_ArxivQA":80.45,"VisRAG_ChartQA":84.95,"VisRAG_MP-DocVQA":83.43,"VisRAG_SlideVQA":91.47,"VisRAG_InfoVQA":89.2,"VisRAG_PlotQA":72.7,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":75.33,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":41.28,"ViDoSeek-page-before-fix":21.28,"MMLongBench-page-before-fix":12.32}
23
+ {"Rank":23,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-2B\">Ops-MM-embedding-v1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-07-02","Visdoc-Overall":65.53,"Visdoc-Overall-before-fix":66.96,"VisDoc-OOD-before-fix":41.17,"ViDoRe-V1":76.39,"ViDoRe-V2":53.18,"VisRAG":77.64,"VisDoc-OOD":32.55,"ViDoRe_arxivqa":73.72,"ViDoRe_docvqa":45.01,"ViDoRe_infovqa":81.41,"ViDoRe_tabfquad":88.81,"ViDoRe_tatdqa":49.59,"ViDoRe_shiftproject":72.57,"ViDoRe_syntheticDocQA_artificial_intelligence":89.8,"ViDoRe_syntheticDocQA_energy":84.27,"ViDoRe_syntheticDocQA_government_reports":87.06,"ViDoRe_syntheticDocQA_healthcare_industry":91.64,"ViDoRe_esg_reports_human_labeled_v2":58.57,"ViDoRe_biomedical_lectures_v2_multilingual":52.87,"ViDoRe_economics_reports_v2_multilingual":47.89,"ViDoRe_esg_reports_v2_multilingual":53.39,"VisRAG_ArxivQA":73.84,"VisRAG_ChartQA":80.17,"VisRAG_MP-DocVQA":75.06,"VisRAG_SlideVQA":89.15,"VisRAG_InfoVQA":86.66,"VisRAG_PlotQA":60.99,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.29,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":47.89,"ViDoSeek-page-before-fix":21.44,"MMLongBench-page-before-fix":13.06}
24
+ {"Rank":24,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Visdoc-Overall":63.47,"Visdoc-Overall-before-fix":65.36,"VisDoc-OOD-before-fix":39.43,"ViDoRe-V1":74.39,"ViDoRe-V2":44.61,"VisRAG":79.33,"VisDoc-OOD":31.25,"ViDoRe_arxivqa":78.87,"ViDoRe_docvqa":37.06,"ViDoRe_infovqa":82.71,"ViDoRe_tabfquad":87.77,"ViDoRe_tatdqa":44.29,"ViDoRe_shiftproject":61.04,"ViDoRe_syntheticDocQA_artificial_intelligence":89.12,"ViDoRe_syntheticDocQA_energy":86.29,"ViDoRe_syntheticDocQA_government_reports":85.58,"ViDoRe_syntheticDocQA_healthcare_industry":91.13,"ViDoRe_esg_reports_human_labeled_v2":45.79,"ViDoRe_biomedical_lectures_v2_multilingual":44.59,"ViDoRe_economics_reports_v2_multilingual":42.33,"ViDoRe_esg_reports_v2_multilingual":45.74,"VisRAG_ArxivQA":76.74,"VisRAG_ChartQA":84.2,"VisRAG_MP-DocVQA":71.8,"VisRAG_SlideVQA":91.44,"VisRAG_InfoVQA":85.88,"VisRAG_PlotQA":65.91,"ViDoSeek-page-fixed":80.3,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":44.7,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":21.94,"MMLongBench-page-before-fix":11.89}
25
+ {"Rank":25,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-2B\">UME-R1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-10-20","Visdoc-Overall":62.48,"Visdoc-Overall-before-fix":63.86,"VisDoc-OOD-before-fix":37.17,"ViDoRe-V1":72.39,"ViDoRe-V2":46.16,"VisRAG":79.22,"VisDoc-OOD":28.89,"ViDoRe_arxivqa":73.86,"ViDoRe_docvqa":37.85,"ViDoRe_infovqa":76.19,"ViDoRe_tabfquad":86.11,"ViDoRe_tatdqa":40.63,"ViDoRe_shiftproject":66.79,"ViDoRe_syntheticDocQA_artificial_intelligence":85.87,"ViDoRe_syntheticDocQA_energy":83.25,"ViDoRe_syntheticDocQA_government_reports":82.56,"ViDoRe_syntheticDocQA_healthcare_industry":90.83,"ViDoRe_esg_reports_human_labeled_v2":50.16,"ViDoRe_biomedical_lectures_v2_multilingual":46.15,"ViDoRe_economics_reports_v2_multilingual":45.69,"ViDoRe_esg_reports_v2_multilingual":42.65,"VisRAG_ArxivQA":74.26,"VisRAG_ChartQA":85.98,"VisRAG_MP-DocVQA":75.59,"VisRAG_SlideVQA":87.11,"VisRAG_InfoVQA":84.38,"VisRAG_PlotQA":67.98,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":75.89,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":39.68,"ViDoSeek-page-before-fix":21.2,"MMLongBench-page-before-fix":11.9}
26
+ {"Rank":26,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-7B<\/a>","Model Size(B)":8.03,"Date":"2025-07-06","Visdoc-Overall":62.42,"Visdoc-Overall-before-fix":63.92,"VisDoc-OOD-before-fix":38.07,"ViDoRe-V1":70.68,"ViDoRe-V2":49.57,"VisRAG":79.45,"VisDoc-OOD":29.11,"ViDoRe_arxivqa":73.29,"ViDoRe_docvqa":38.27,"ViDoRe_infovqa":80.59,"ViDoRe_tabfquad":80.7,"ViDoRe_tatdqa":37.79,"ViDoRe_shiftproject":52.02,"ViDoRe_syntheticDocQA_artificial_intelligence":85.99,"ViDoRe_syntheticDocQA_energy":84.78,"ViDoRe_syntheticDocQA_government_reports":84.96,"ViDoRe_syntheticDocQA_healthcare_industry":88.37,"ViDoRe_esg_reports_human_labeled_v2":50.67,"ViDoRe_biomedical_lectures_v2_multilingual":50.89,"ViDoRe_economics_reports_v2_multilingual":54.38,"ViDoRe_esg_reports_v2_multilingual":42.33,"VisRAG_ArxivQA":73.96,"VisRAG_ChartQA":82.71,"VisRAG_MP-DocVQA":75.15,"VisRAG_SlideVQA":87.58,"VisRAG_InfoVQA":87.91,"VisRAG_PlotQA":69.42,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":73.82,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":42.61,"ViDoSeek-page-before-fix":22.52,"MMLongBench-page-before-fix":13.32}
27
+ {"Rank":27,"Models":"<a href=\"https:\/\/github.com\/GaryGuTC\/UniME-v2\">UniME-V2-LLaVA-OneVision-7B<\/a>","Model Size(B)":8.03,"Date":"2025-10-15","Visdoc-Overall":55.22,"Visdoc-Overall-before-fix":56.68,"VisDoc-OOD-before-fix":37.86,"ViDoRe-V1":61.76,"ViDoRe-V2":42.0,"VisRAG":70.53,"VisDoc-OOD":29.15,"ViDoRe_arxivqa":51.9,"ViDoRe_docvqa":38.17,"ViDoRe_infovqa":73.16,"ViDoRe_tabfquad":57.75,"ViDoRe_tatdqa":35.48,"ViDoRe_shiftproject":45.42,"ViDoRe_syntheticDocQA_artificial_intelligence":76.85,"ViDoRe_syntheticDocQA_energy":77.27,"ViDoRe_syntheticDocQA_government_reports":79.87,"ViDoRe_syntheticDocQA_healthcare_industry":81.71,"ViDoRe_esg_reports_human_labeled_v2":54.67,"ViDoRe_biomedical_lectures_v2_multilingual":33.75,"ViDoRe_economics_reports_v2_multilingual":35.95,"ViDoRe_esg_reports_v2_multilingual":43.63,"VisRAG_ArxivQA":53.13,"VisRAG_ChartQA":83.67,"VisRAG_MP-DocVQA":66.4,"VisRAG_SlideVQA":86.44,"VisRAG_InfoVQA":82.58,"VisRAG_PlotQA":50.96,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":75.79,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":40.8,"ViDoSeek-page-before-fix":22.89,"MMLongBench-page-before-fix":11.96}
28
+ {"Rank":28,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2503.19900\">interestFM-UIR-CAFe-0.5B<\/a>","Model Size(B)":0.894,"Date":"2025-07-06","Visdoc-Overall":50.26,"Visdoc-Overall-before-fix":51.41,"VisDoc-OOD-before-fix":30.69,"ViDoRe-V1":56.93,"ViDoRe-V2":32.59,"VisRAG":68.57,"VisDoc-OOD":23.8,"ViDoRe_arxivqa":51.19,"ViDoRe_docvqa":25.46,"ViDoRe_infovqa":71.95,"ViDoRe_tabfquad":59.64,"ViDoRe_tatdqa":27.05,"ViDoRe_shiftproject":31.8,"ViDoRe_syntheticDocQA_artificial_intelligence":78.74,"ViDoRe_syntheticDocQA_energy":70.75,"ViDoRe_syntheticDocQA_government_reports":75.47,"ViDoRe_syntheticDocQA_healthcare_industry":77.29,"ViDoRe_esg_reports_human_labeled_v2":36.24,"ViDoRe_biomedical_lectures_v2_multilingual":29.72,"ViDoRe_economics_reports_v2_multilingual":37.61,"ViDoRe_esg_reports_v2_multilingual":26.78,"VisRAG_ArxivQA":57.82,"VisRAG_ChartQA":75.62,"VisRAG_MP-DocVQA":63.24,"VisRAG_SlideVQA":82.32,"VisRAG_InfoVQA":80.28,"VisRAG_PlotQA":52.14,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":61.41,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":33.78,"ViDoSeek-page-before-fix":17.62,"MMLongBench-page-before-fix":9.95}
29
+ {"Rank":29,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret-Qwen2.5VL-7b\">LamRA-Ret-Qwen2.5VL-7b<\/a>","Model Size(B)":8.29,"Date":"2025-06-28","Visdoc-Overall":47.99,"Visdoc-Overall-before-fix":50.24,"VisDoc-OOD-before-fix":40.09,"ViDoRe-V1":56.4,"ViDoRe-V2":33.62,"VisRAG":58.15,"VisDoc-OOD":26.09,"ViDoRe_arxivqa":53.04,"ViDoRe_docvqa":25.42,"ViDoRe_infovqa":72.19,"ViDoRe_tabfquad":66.51,"ViDoRe_tatdqa":26.01,"ViDoRe_shiftproject":28.13,"ViDoRe_syntheticDocQA_artificial_intelligence":70.31,"ViDoRe_syntheticDocQA_energy":66.33,"ViDoRe_syntheticDocQA_government_reports":72.21,"ViDoRe_syntheticDocQA_healthcare_industry":83.8,"ViDoRe_esg_reports_human_labeled_v2":32.98,"ViDoRe_biomedical_lectures_v2_multilingual":35.87,"ViDoRe_economics_reports_v2_multilingual":32.37,"ViDoRe_esg_reports_v2_multilingual":33.26,"VisRAG_ArxivQA":38.03,"VisRAG_ChartQA":65.21,"VisRAG_MP-DocVQA":54.14,"VisRAG_SlideVQA":76.55,"VisRAG_InfoVQA":73.5,"VisRAG_PlotQA":41.46,"ViDoSeek-page-fixed":68.54,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":35.83,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":23.05,"MMLongBench-page-before-fix":13.52}
30
+ {"Rank":30,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-7B\">VLM2Vec-V1-Qwen2VL-7B<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Visdoc-Overall":29.34,"Visdoc-Overall-before-fix":46.43,"VisDoc-OOD-before-fix":38.09,"ViDoRe-V1":19.99,"ViDoRe-V2":9.24,"VisRAG":58.85,"VisDoc-OOD":28.54,"ViDoRe_arxivqa":28.16,"ViDoRe_docvqa":18.98,"ViDoRe_infovqa":44.77,"ViDoRe_tabfquad":16.98,"ViDoRe_tatdqa":5.73,"ViDoRe_shiftproject":1.63,"ViDoRe_syntheticDocQA_artificial_intelligence":18.23,"ViDoRe_syntheticDocQA_energy":23.9,"ViDoRe_syntheticDocQA_government_reports":13.88,"ViDoRe_syntheticDocQA_healthcare_industry":27.61,"ViDoRe_esg_reports_human_labeled_v2":6.95,"ViDoRe_biomedical_lectures_v2_multilingual":5.22,"ViDoRe_economics_reports_v2_multilingual":13.75,"ViDoRe_esg_reports_v2_multilingual":11.05,"VisRAG_ArxivQA":52.85,"VisRAG_ChartQA":68.96,"VisRAG_MP-DocVQA":52.74,"VisRAG_SlideVQA":72.76,"VisRAG_InfoVQA":71.3,"VisRAG_PlotQA":34.52,"ViDoSeek-page-fixed":77.4,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":36.76,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":22.28,"MMLongBench-page-before-fix":11.82}
31
+ {"Rank":31,"Models":"<a href=\"https:\/\/huggingface.co\/TIGER-Lab\/VLM2Vec-Qwen2VL-2B\">VLM2Vec-V1-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Visdoc-Overall":27.74,"Visdoc-Overall-before-fix":41.55,"VisDoc-OOD-before-fix":33.55,"ViDoRe-V1":20.59,"ViDoRe-V2":13.19,"VisRAG":52.23,"VisDoc-OOD":23.46,"ViDoRe_arxivqa":18.12,"ViDoRe_docvqa":14.01,"ViDoRe_infovqa":39.53,"ViDoRe_tabfquad":36.03,"ViDoRe_tatdqa":10.49,"ViDoRe_shiftproject":8.41,"ViDoRe_syntheticDocQA_artificial_intelligence":17.04,"ViDoRe_syntheticDocQA_energy":16.35,"ViDoRe_syntheticDocQA_government_reports":25.15,"ViDoRe_syntheticDocQA_healthcare_industry":20.79,"ViDoRe_esg_reports_human_labeled_v2":13.05,"ViDoRe_biomedical_lectures_v2_multilingual":6.51,"ViDoRe_economics_reports_v2_multilingual":12.86,"ViDoRe_esg_reports_v2_multilingual":20.32,"VisRAG_ArxivQA":41.22,"VisRAG_ChartQA":59.48,"VisRAG_MP-DocVQA":43.55,"VisRAG_SlideVQA":74.5,"VisRAG_InfoVQA":71.1,"VisRAG_PlotQA":23.51,"ViDoSeek-page-fixed":67.81,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":26.04,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":17.74,"MMLongBench-page-before-fix":9.6}
32
+ {"Rank":32,"Models":"<a href=\"https:\/\/huggingface.co\/code-kunkun\/LamRA-Ret\">LamRA-Ret<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Visdoc-Overall":27.61,"Visdoc-Overall-before-fix":23.91,"VisDoc-OOD-before-fix":20.99,"ViDoRe-V1":33.83,"ViDoRe-V2":11.53,"VisRAG":37.56,"VisDoc-OOD":13.19,"ViDoRe_arxivqa":31.54,"ViDoRe_docvqa":19.85,"ViDoRe_infovqa":63.67,"ViDoRe_tabfquad":53.47,"ViDoRe_tatdqa":7.88,"ViDoRe_shiftproject":15.95,"ViDoRe_syntheticDocQA_artificial_intelligence":29.83,"ViDoRe_syntheticDocQA_energy":36.05,"ViDoRe_syntheticDocQA_government_reports":41.18,"ViDoRe_syntheticDocQA_healthcare_industry":38.83,"ViDoRe_esg_reports_human_labeled_v2":6.91,"ViDoRe_biomedical_lectures_v2_multilingual":13.42,"ViDoRe_economics_reports_v2_multilingual":19.37,"ViDoRe_esg_reports_v2_multilingual":6.43,"VisRAG_ArxivQA":2.04,"VisRAG_ChartQA":42.74,"VisRAG_MP-DocVQA":33.37,"VisRAG_SlideVQA":56.3,"VisRAG_InfoVQA":56.86,"VisRAG_PlotQA":34.06,"ViDoSeek-page-fixed":34.48,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":18.29,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":11.29,"MMLongBench-page-before-fix":7.95}
33
+ {"Rank":33,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/GVE-7B\">GVE-7B<\/a>","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
34
+ {"Rank":34,"Models":"TCE-v1","Model Size(B)":8.0,"Date":"2025-10-31","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
35
+ {"Rank":35,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
36
+ {"Rank":36,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
37
+ {"Rank":37,"Models":"UniVec-CoT-7B","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
38
+ {"Rank":38,"Models":"dp-embedding-v3-lite","Model Size(B)":8.29,"Date":"2025-12-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
39
+ {"Rank":39,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-7B<\/a>","Model Size(B)":8.29,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
40
+ {"Rank":40,"Models":"UniVec-7B","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
41
+ {"Rank":41,"Models":"ReCo-7B","Model Size(B)":8.29,"Date":"2025-08-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
42
+ {"Rank":42,"Models":"OEmbedding-v1-7B","Model Size(B)":8.29,"Date":"2025-10-14","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
43
+ {"Rank":43,"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Model Size(B)":8.29,"Date":"2025-09-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
44
+ {"Rank":44,"Models":"QQMM-embed-v3","Model Size(B)":8.29,"Date":"2025-12-30","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
45
+ {"Rank":45,"Models":"TCR","Model Size(B)":8.77,"Date":"2026-01-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
scores/Embed-RL-4B.json CHANGED
@@ -2087,7 +2087,7 @@
2087
  "num_pred": 863,
2088
  "num_data": 863
2089
  },
2090
- "ViDoSeek-page": {
2091
  "hit@1": 0.6436077057793345,
2092
  "hit@5": 0.9281961471103327,
2093
  "hit@10": 0.9763572679509632,
@@ -2143,7 +2143,7 @@
2143
  "num_pred": 1142,
2144
  "num_data": 1142
2145
  },
2146
- "MMLongBench-page": {
2147
  "hit@1": 0.4701670644391408,
2148
  "hit@5": 0.6706443914081146,
2149
  "hit@10": 0.7255369928400954,
 
2087
  "num_pred": 863,
2088
  "num_data": 863
2089
  },
2090
+ "ViDoSeek-page-fixed": {
2091
  "hit@1": 0.6436077057793345,
2092
  "hit@5": 0.9281961471103327,
2093
  "hit@10": 0.9763572679509632,
 
2143
  "num_pred": 1142,
2144
  "num_data": 1142
2145
  },
2146
+ "MMLongBench-page-fixed": {
2147
  "hit@1": 0.4701670644391408,
2148
  "hit@5": 0.6706443914081146,
2149
  "hit@10": 0.7255369928400954,
scores/LamRA-Ret-Qwen2.5VL-7b.json CHANGED
The diff for this file is too large to render. See raw diff
 
scores/LamRA-Ret.json CHANGED
The diff for this file is too large to render. See raw diff
 
scores/Ops-Colqwen3-4B.json CHANGED
@@ -630,7 +630,7 @@
630
  "num_pred": 863,
631
  "num_data": 863
632
  },
633
- "ViDoSeek-page": {
634
  "hit@1": 0.7845884413309983,
635
  "hit@5": 0.9597197898423818,
636
  "hit@10": 0.9833625218914186,
@@ -686,7 +686,7 @@
686
  "num_pred": 1142,
687
  "num_data": 1142
688
  },
689
- "MMLongBench-page": {
690
  "hit@1": 0.545346062052506,
691
  "hit@5": 0.7434367541766109,
692
  "hit@10": 0.7780429594272077,
 
630
  "num_pred": 863,
631
  "num_data": 863
632
  },
633
+ "ViDoSeek-page-fixed": {
634
  "hit@1": 0.7845884413309983,
635
  "hit@5": 0.9597197898423818,
636
  "hit@10": 0.9833625218914186,
 
686
  "num_pred": 1142,
687
  "num_data": 1142
688
  },
689
+ "MMLongBench-page-fixed": {
690
  "hit@1": 0.545346062052506,
691
  "hit@5": 0.7434367541766109,
692
  "hit@10": 0.7780429594272077,
scores/Qwen3-VL-Embedding-2B.json CHANGED
@@ -2088,7 +2088,7 @@
2088
  "num_pred": 863,
2089
  "num_data": 863
2090
  },
2091
- "ViDoSeek-page": {
2092
  "hit@1": 0.6900175131348512,
2093
  "hit@5": 0.9290718038528897,
2094
  "hit@10": 0.978984238178634,
@@ -2144,7 +2144,7 @@
2144
  "num_pred": 1142,
2145
  "num_data": 1142
2146
  },
2147
- "MMLongBench-page": {
2148
  "hit@1": 0.49761336515513127,
2149
  "hit@5": 0.6992840095465394,
2150
  "hit@10": 0.7505966587112172,
 
2088
  "num_pred": 863,
2089
  "num_data": 863
2090
  },
2091
+ "ViDoSeek-page-fixed": {
2092
  "hit@1": 0.6900175131348512,
2093
  "hit@5": 0.9290718038528897,
2094
  "hit@10": 0.978984238178634,
 
2144
  "num_pred": 1142,
2145
  "num_data": 1142
2146
  },
2147
+ "MMLongBench-page-fixed": {
2148
  "hit@1": 0.49761336515513127,
2149
  "hit@5": 0.6992840095465394,
2150
  "hit@10": 0.7505966587112172,
scores/Qwen3-VL-Embedding-8B.json CHANGED
@@ -2088,7 +2088,7 @@
2088
  "num_pred": 863,
2089
  "num_data": 863
2090
  },
2091
- "ViDoSeek-page": {
2092
  "hit@1": 0.7828371278458844,
2093
  "hit@5": 0.9614711033274956,
2094
  "hit@10": 0.9851138353765324,
@@ -2144,7 +2144,7 @@
2144
  "num_pred": 1142,
2145
  "num_data": 1142
2146
  },
2147
- "MMLongBench-page": {
2148
  "hit@1": 0.5536992840095465,
2149
  "hit@5": 0.7303102625298329,
2150
  "hit@10": 0.7875894988066826,
 
2088
  "num_pred": 863,
2089
  "num_data": 863
2090
  },
2091
+ "ViDoSeek-page-fixed": {
2092
  "hit@1": 0.7828371278458844,
2093
  "hit@5": 0.9614711033274956,
2094
  "hit@10": 0.9851138353765324,
 
2144
  "num_pred": 1142,
2145
  "num_data": 1142
2146
  },
2147
+ "MMLongBench-page-fixed": {
2148
  "hit@1": 0.5536992840095465,
2149
  "hit@5": 0.7303102625298329,
2150
  "hit@10": 0.7875894988066826,
scores/Taichu-UniRetriever-v1-2B.json CHANGED
@@ -629,7 +629,7 @@
629
  "num_pred": 863,
630
  "num_data": 863
631
  },
632
- "ViDoSeek-page": {
633
  "hit@1": 0.7399299474605955,
634
  "hit@5": 0.9597197898423818,
635
  "hit@10": 0.9868651488616462,
@@ -685,7 +685,7 @@
685
  "num_pred": 1142,
686
  "num_data": 1142
687
  },
688
- "MMLongBench-page": {
689
  "hit@1": 0.5918854415274463,
690
  "hit@5": 0.752983293556086,
691
  "hit@10": 0.779236276849642,
 
629
  "num_pred": 863,
630
  "num_data": 863
631
  },
632
+ "ViDoSeek-page-fixed": {
633
  "hit@1": 0.7399299474605955,
634
  "hit@5": 0.9597197898423818,
635
  "hit@10": 0.9868651488616462,
 
685
  "num_pred": 1142,
686
  "num_data": 1142
687
  },
688
+ "MMLongBench-page-fixed": {
689
  "hit@1": 0.5918854415274463,
690
  "hit@5": 0.752983293556086,
691
  "hit@10": 0.779236276849642,
scores/Taichu-UniRetriever-v1.json CHANGED
@@ -629,7 +629,7 @@
629
  "num_pred": 863,
630
  "num_data": 863
631
  },
632
- "ViDoSeek-page": {
633
  "hit@1": 0.8432574430823118,
634
  "hit@5": 0.9824868651488616,
635
  "hit@10": 0.9929947460595446,
@@ -685,7 +685,7 @@
685
  "num_pred": 1142,
686
  "num_data": 1142
687
  },
688
- "MMLongBench-page": {
689
  "hit@1": 0.6014319809069213,
690
  "hit@5": 0.7541766109785203,
691
  "hit@10": 0.7899761336515513,
 
629
  "num_pred": 863,
630
  "num_data": 863
631
  },
632
+ "ViDoSeek-page-fixed": {
633
  "hit@1": 0.8432574430823118,
634
  "hit@5": 0.9824868651488616,
635
  "hit@10": 0.9929947460595446,
 
685
  "num_pred": 1142,
686
  "num_data": 1142
687
  },
688
+ "MMLongBench-page-fixed": {
689
  "hit@1": 0.6014319809069213,
690
  "hit@5": 0.7541766109785203,
691
  "hit@10": 0.7899761336515513,
scores/VLM2Vec-V1-Qwen2VL-2B.json CHANGED
The diff for this file is too large to render. See raw diff
 
scores/VLM2Vec-V1-Qwen2VL-7B.json CHANGED
The diff for this file is too large to render. See raw diff
 
scores/VLM2Vec-V2.0-Qwen2VL-2B.json CHANGED
The diff for this file is too large to render. See raw diff
 
scores/colpali-v1.3.json CHANGED
The diff for this file is too large to render. See raw diff
 
scores/e5-omni-3B.json CHANGED
@@ -2087,7 +2087,7 @@
2087
  "num_pred": 863,
2088
  "num_data": 863
2089
  },
2090
- "ViDoSeek-page": {
2091
  "hit@1": 0.02276707530647986,
2092
  "hit@5": 0.4211908931698774,
2093
  "hit@10": 0.649737302977233,
@@ -2143,7 +2143,7 @@
2143
  "num_pred": 1142,
2144
  "num_data": 1142
2145
  },
2146
- "MMLongBench-page": {
2147
  "hit@1": 0.060859188544152745,
2148
  "hit@5": 0.29594272076372313,
2149
  "hit@10": 0.4009546539379475,
 
2087
  "num_pred": 863,
2088
  "num_data": 863
2089
  },
2090
+ "ViDoSeek-page-fixed": {
2091
  "hit@1": 0.02276707530647986,
2092
  "hit@5": 0.4211908931698774,
2093
  "hit@10": 0.649737302977233,
 
2143
  "num_pred": 1142,
2144
  "num_data": 1142
2145
  },
2146
+ "MMLongBench-page-fixed": {
2147
  "hit@1": 0.060859188544152745,
2148
  "hit@5": 0.29594272076372313,
2149
  "hit@10": 0.4009546539379475,
scores/gme-Qwen2-VL-2B-Instruct.json CHANGED
The diff for this file is too large to render. See raw diff
 
scores/gme-Qwen2-VL-7B-Instruct.json CHANGED
The diff for this file is too large to render. See raw diff