Spaces:
Running
Running
instruction udpate
Browse files- rankings/mmeb_ranking.csv +2 -2
- rankings/mmeb_ranking.jsonl +2 -2
- rankings/visdoc_ranking.csv +11 -11
- rankings/visdoc_ranking.jsonl +11 -11
- utils.py +2 -2
- utils_v2.py +1 -1
rankings/mmeb_ranking.csv
CHANGED
|
@@ -10,8 +10,8 @@ Rank,Models,Model Size(B),Date,Overall,Image-Overall,Video-Overall,Visdoc-Overal
|
|
| 10 |
9,RzenEmbed-v1-7B,8.29,2025-07-30,68.37,73.6,48.87,75.16
|
| 11 |
10,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,67.94,70.81,53.19,74.69
|
| 12 |
11,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B"">Ops-MM-embedding-v1-7B</a>",8.29,2025-07-02,67.12,72.72,53.76,68.74
|
| 13 |
-
12,"<a href=""https://
|
| 14 |
-
13,"<a href=""https://
|
| 15 |
14,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,64.07,71.25,47.5,65.73
|
| 16 |
15,RzenEmbed-v1-2B,2.21,2025-07-16,63.86,68.53,42.62,72.78
|
| 17 |
16,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,63.08,67.59,40.63,73.16
|
|
|
|
| 10 |
9,RzenEmbed-v1-7B,8.29,2025-07-30,68.37,73.6,48.87,75.16
|
| 11 |
10,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,67.94,70.81,53.19,74.69
|
| 12 |
11,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B"">Ops-MM-embedding-v1-7B</a>",8.29,2025-07-02,67.12,72.72,53.76,68.74
|
| 13 |
+
12,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-2B</a>",2.13,2026-01-23,66.54,68.86,51.69,74.19
|
| 14 |
+
13,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-7B"">e5-omni-7B</a>",8.0,2026-01-09,65.85,71.23,43.54,74.52
|
| 15 |
14,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,64.07,71.25,47.5,65.73
|
| 16 |
15,RzenEmbed-v1-2B,2.21,2025-07-16,63.86,68.53,42.62,72.78
|
| 17 |
16,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,63.08,67.59,40.63,73.16
|
rankings/mmeb_ranking.jsonl
CHANGED
|
@@ -9,8 +9,8 @@
|
|
| 9 |
{"Rank":9,"Models":"RzenEmbed-v1-7B","Model Size(B)":8.29,"Date":"2025-07-30","Overall":68.37,"Image-Overall":73.6,"Video-Overall":48.87,"Visdoc-Overall":75.16}
|
| 10 |
{"Rank":10,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-23","Overall":67.94,"Image-Overall":70.81,"Video-Overall":53.19,"Visdoc-Overall":74.69}
|
| 11 |
{"Rank":11,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-7B\">Ops-MM-embedding-v1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-07-02","Overall":67.12,"Image-Overall":72.72,"Video-Overall":53.76,"Visdoc-Overall":68.74}
|
| 12 |
-
{"Rank":12,"Models":"<a href=\"https:\/\/
|
| 13 |
-
{"Rank":13,"Models":"<a href=\"https:\/\/
|
| 14 |
{"Rank":14,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-7B\">UME-R1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-20","Overall":64.07,"Image-Overall":71.25,"Video-Overall":47.5,"Visdoc-Overall":65.73}
|
| 15 |
{"Rank":15,"Models":"RzenEmbed-v1-2B","Model Size(B)":2.21,"Date":"2025-07-16","Overall":63.86,"Image-Overall":68.53,"Video-Overall":42.62,"Visdoc-Overall":72.78}
|
| 16 |
{"Rank":16,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Overall":63.08,"Image-Overall":67.59,"Video-Overall":40.63,"Visdoc-Overall":73.16}
|
|
|
|
| 9 |
{"Rank":9,"Models":"RzenEmbed-v1-7B","Model Size(B)":8.29,"Date":"2025-07-30","Overall":68.37,"Image-Overall":73.6,"Video-Overall":48.87,"Visdoc-Overall":75.16}
|
| 10 |
{"Rank":10,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-23","Overall":67.94,"Image-Overall":70.81,"Video-Overall":53.19,"Visdoc-Overall":74.69}
|
| 11 |
{"Rank":11,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-7B\">Ops-MM-embedding-v1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-07-02","Overall":67.12,"Image-Overall":72.72,"Video-Overall":53.76,"Visdoc-Overall":68.74}
|
| 12 |
+
{"Rank":12,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-23","Overall":66.54,"Image-Overall":68.86,"Video-Overall":51.69,"Visdoc-Overall":74.19}
|
| 13 |
+
{"Rank":13,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Model Size(B)":8.0,"Date":"2026-01-09","Overall":65.85,"Image-Overall":71.23,"Video-Overall":43.54,"Visdoc-Overall":74.52}
|
| 14 |
{"Rank":14,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-7B\">UME-R1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-20","Overall":64.07,"Image-Overall":71.25,"Video-Overall":47.5,"Visdoc-Overall":65.73}
|
| 15 |
{"Rank":15,"Models":"RzenEmbed-v1-2B","Model Size(B)":2.21,"Date":"2025-07-16","Overall":63.86,"Image-Overall":68.53,"Video-Overall":42.62,"Visdoc-Overall":72.78}
|
| 16 |
{"Rank":16,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Overall":63.08,"Image-Overall":67.59,"Video-Overall":40.63,"Visdoc-Overall":73.16}
|
rankings/visdoc_ranking.csv
CHANGED
|
@@ -11,15 +11,15 @@ Rank,Models,Model Size(B),Date,Visdoc-Overall,Visdoc-Overall-before-fix,VisDoc-O
|
|
| 11 |
10,RzenEmbed-v1-7B,8.29,2025-07-30,75.16,76.8,44.44,89.47,60.77,87.92,34.65,86.89,57.99,92.24,96.25,75.22,93.35,99.63,95.25,98.28,99.63,63.67,61.58,60.8,57.05,86.97,88.34,90.7,95.75,94.37,71.39,0.0,83.92,0.0,54.67,23.06,16.1
|
| 12 |
11,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,74.69,0.0,0.0,80.43,53.33,84.71,66.66,88.15,47.75,86.65,94.32,52.94,70.91,91.43,88.02,91.48,92.62,59.2,48.99,55.43,49.7,86.39,88.64,79.02,92.64,88.94,72.61,80.26,82.53,53.0,50.86,0.0,0.0
|
| 13 |
12,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-7B"">e5-omni-7B</a>",8.0,2026-01-09,74.52,76.14,44.33,87.58,62.39,87.46,34.6,87.57,57.96,92.29,93.19,70.9,85.79,98.15,94.95,96.28,98.69,64.03,64.48,60.34,60.71,88.02,89.02,89.07,95.99,93.54,69.15,0.0,83.44,0.0,54.98,23.11,15.78
|
| 14 |
-
13,"<a href=""https://
|
| 15 |
-
14,
|
| 16 |
-
15,
|
| 17 |
-
16,
|
| 18 |
-
17,
|
| 19 |
-
18,"<a href=""https://
|
| 20 |
-
19,"<a href=""https://huggingface.co/
|
| 21 |
-
20,"<a href=""https://huggingface.co/
|
| 22 |
-
21,"<a href=""https://
|
| 23 |
22,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,65.73,67.13,37.55,75.66,50.53,83.7,29.15,73.56,41.1,80.83,90.24,46.67,64.96,89.47,85.7,89.82,94.29,50.41,50.73,57.8,43.18,80.45,84.95,83.43,91.47,89.2,72.7,0.0,75.33,0.0,41.28,21.28,12.32
|
| 24 |
23,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,65.53,66.96,41.17,76.39,53.18,77.64,32.55,73.72,45.01,81.41,88.81,49.59,72.57,89.8,84.27,87.06,91.64,58.57,52.87,47.89,53.39,73.84,80.17,75.06,89.15,86.66,60.99,0.0,82.29,0.0,47.89,21.44,13.06
|
| 25 |
24,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-12-29,63.47,65.36,39.43,74.39,44.61,79.33,31.25,78.87,37.06,82.71,87.77,44.29,61.04,89.12,86.29,85.58,91.13,45.79,44.59,42.33,45.74,76.74,84.2,71.8,91.44,85.88,65.91,80.3,0.0,44.7,0.0,21.94,11.89
|
|
@@ -35,12 +35,12 @@ Rank,Models,Model Size(B),Date,Visdoc-Overall,Visdoc-Overall-before-fix,VisDoc-O
|
|
| 35 |
34,TCE-v1,8.0,2025-10-31,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 36 |
35,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 37 |
36,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 38 |
-
37,
|
| 39 |
38,dp-embedding-v3-lite,8.29,2025-12-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 40 |
39,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-7B</a>",8.29,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 41 |
40,UniVec-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 42 |
41,ReCo-7B,8.29,2025-08-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 43 |
-
42,
|
| 44 |
43,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 45 |
44,QQMM-embed-v3,8.29,2025-12-30,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 46 |
45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
|
|
|
| 11 |
10,RzenEmbed-v1-7B,8.29,2025-07-30,75.16,76.8,44.44,89.47,60.77,87.92,34.65,86.89,57.99,92.24,96.25,75.22,93.35,99.63,95.25,98.28,99.63,63.67,61.58,60.8,57.05,86.97,88.34,90.7,95.75,94.37,71.39,0.0,83.92,0.0,54.67,23.06,16.1
|
| 12 |
11,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-4B</a>",4.44,2026-01-23,74.69,0.0,0.0,80.43,53.33,84.71,66.66,88.15,47.75,86.65,94.32,52.94,70.91,91.43,88.02,91.48,92.62,59.2,48.99,55.43,49.7,86.39,88.64,79.02,92.64,88.94,72.61,80.26,82.53,53.0,50.86,0.0,0.0
|
| 13 |
12,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-7B"">e5-omni-7B</a>",8.0,2026-01-09,74.52,76.14,44.33,87.58,62.39,87.46,34.6,87.57,57.96,92.29,93.19,70.9,85.79,98.15,94.95,96.28,98.69,64.03,64.48,60.34,60.71,88.02,89.02,89.07,95.99,93.54,69.15,0.0,83.44,0.0,54.98,23.11,15.78
|
| 14 |
+
13,"<a href=""https://github.com/ZoengHN/Embed-RL"">Embed-RL-2B</a>",2.13,2026-01-23,74.19,74.19,66.12,80.23,52.02,84.3,66.12,86.41,46.34,86.49,94.52,54.7,72.22,93.42,86.43,90.08,91.73,55.41,50.68,54.53,47.45,84.86,88.34,78.78,92.33,89.33,72.14,79.47,82.7,51.82,50.49,79.47,51.82
|
| 15 |
+
14,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-7B-Instruct"">gme-Qwen2-VL-7B-Instruct</a>",8.29,2025-12-29,73.58,75.18,44.4,89.55,55.47,84.95,34.72,87.53,56.59,92.17,92.71,76.58,95.64,99.63,95.69,99.5,99.5,62.76,49.78,53.91,55.43,87.69,81.29,89.08,94.72,93.49,63.44,83.57,0.0,55.32,0.0,23.24,16.19
|
| 16 |
+
15,WeMM-Embedding-2B,2.13,2025-12-16,73.2,74.81,44.15,87.22,53.4,88.84,34.45,90.25,59.11,91.2,89.41,73.81,82.61,98.15,94.08,95.35,98.28,54.54,55.64,53.93,49.5,88.62,88.61,91.01,95.83,93.74,75.23,0.0,83.14,0.0,54.65,22.27,16.53
|
| 17 |
+
16,"<a href=""https://huggingface.co/Haon-Chen/e5-omni-3B"">e5-omni-3B</a>",3.0,2026-01-09,73.16,73.16,43.38,83.13,59.53,85.48,43.38,82.2,51.99,88.88,88.86,58.78,80.14,98.15,93.17,93.21,95.92,61.84,60.92,64.39,50.97,84.52,86.75,85.51,95.4,92.55,68.17,22.38,83.29,15.0,52.85,22.38,15.0
|
| 18 |
+
17,RzenEmbed-v1-2B,2.21,2025-07-16,72.78,74.41,43.33,86.98,57.63,85.35,33.55,83.4,56.09,89.89,94.39,69.32,89.88,98.76,92.78,97.19,98.15,58.93,59.87,57.98,53.73,83.68,86.39,85.54,94.07,91.92,70.52,0.0,82.27,0.0,51.95,22.89,16.21
|
| 19 |
+
18,"<a href=""https://seed1-6-embedding.github.io"">seed-1.6-embedding</a>",unknown,2025-06-17,71.84,73.44,43.14,85.53,56.57,84.74,33.55,88.46,60.36,90.62,87.82,74.98,73.34,96.32,92.83,93.54,97.05,63.3,57.14,53.85,51.99,85.79,81.88,89.43,94.9,92.41,64.02,0.0,82.57,0.0,51.61,22.8,15.57
|
| 20 |
+
19,"<a href=""https://huggingface.co/Alibaba-NLP/gme-Qwen2-VL-2B-Instruct"">gme-Qwen2-VL-2B-Instruct</a>",2.21,2025-12-29,71.35,72.71,43.12,87.12,53.88,82.43,32.78,82.53,55.16,90.69,93.31,70.26,92.85,98.13,92.56,97.15,98.52,60.29,53.99,50.8,50.43,81.95,79.09,84.34,93.68,91.41,64.12,79.81,0.0,51.32,0.0,21.62,15.82
|
| 21 |
+
20,"<a href=""https://huggingface.co/vidore/colpali-v1.3"">colpali-v1.3</a>",2.92,2025-12-29,70.14,70.97,43.12,84.57,54.81,81.0,33.1,83.33,59.2,85.38,86.63,70.47,76.83,96.26,95.02,95.59,97.02,57.25,56.25,50.2,55.56,80.9,77.04,87.03,95.13,85.73,60.18,79.22,0.0,53.18,0.0,22.16,14.17
|
| 22 |
+
21,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-7B"">Ops-MM-embedding-v1-7B</a>",8.29,2025-07-02,68.74,70.34,43.34,80.05,59.59,79.31,33.74,78.17,49.11,86.59,91.4,55.59,76.17,90.99,87.53,91.56,93.39,66.27,54.34,60.92,56.82,78.18,79.53,78.2,91.11,87.16,61.71,0.0,83.47,0.0,51.51,22.47,15.89
|
| 23 |
22,"<a href=""https://huggingface.co/zhibinlan/UME-R1-7B"">UME-R1-7B</a>",8.29,2025-10-20,65.73,67.13,37.55,75.66,50.53,83.7,29.15,73.56,41.1,80.83,90.24,46.67,64.96,89.47,85.7,89.82,94.29,50.41,50.73,57.8,43.18,80.45,84.95,83.43,91.47,89.2,72.7,0.0,75.33,0.0,41.28,21.28,12.32
|
| 24 |
23,"<a href=""https://huggingface.co/OpenSearch-AI/Ops-MM-embedding-v1-2B"">Ops-MM-embedding-v1-2B</a>",2.21,2025-07-02,65.53,66.96,41.17,76.39,53.18,77.64,32.55,73.72,45.01,81.41,88.81,49.59,72.57,89.8,84.27,87.06,91.64,58.57,52.87,47.89,53.39,73.84,80.17,75.06,89.15,86.66,60.99,0.0,82.29,0.0,47.89,21.44,13.06
|
| 25 |
24,"<a href=""https://huggingface.co/VLM2Vec/VLM2Vec-V2.0"">VLM2Vec-V2.0-Qwen2VL-2B</a>",2.21,2025-12-29,63.47,65.36,39.43,74.39,44.61,79.33,31.25,78.87,37.06,82.71,87.77,44.29,61.04,89.12,86.29,85.58,91.13,45.79,44.59,42.33,45.74,76.74,84.2,71.8,91.44,85.88,65.91,80.3,0.0,44.7,0.0,21.94,11.89
|
|
|
|
| 35 |
34,TCE-v1,8.0,2025-10-31,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 36 |
35,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-2B</a>",2.21,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 37 |
36,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-3B</a>",3.75,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 38 |
+
37,OEmbedding-v1-7B,8.29,2025-10-14,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 39 |
38,dp-embedding-v3-lite,8.29,2025-12-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 40 |
39,"<a href=""https://arxiv.org/abs/2511.19278"">ReMatch-7B</a>",8.29,2025-11-24,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 41 |
40,UniVec-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 42 |
41,ReCo-7B,8.29,2025-08-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 43 |
+
42,UniVec-CoT-7B,8.29,unknown,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 44 |
43,"<a href=""https://github.com/QQ-MM/QQMM-embed"">QQMM-embed-v2</a>",8.29,2025-09-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 45 |
44,QQMM-embed-v3,8.29,2025-12-30,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
| 46 |
45,TCR,8.77,2026-01-15,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0
|
rankings/visdoc_ranking.jsonl
CHANGED
|
@@ -10,15 +10,15 @@
|
|
| 10 |
{"Rank":10,"Models":"RzenEmbed-v1-7B","Model Size(B)":8.29,"Date":"2025-07-30","Visdoc-Overall":75.16,"Visdoc-Overall-before-fix":76.8,"VisDoc-OOD-before-fix":44.44,"ViDoRe-V1":89.47,"ViDoRe-V2":60.77,"VisRAG":87.92,"VisDoc-OOD":34.65,"ViDoRe_arxivqa":86.89,"ViDoRe_docvqa":57.99,"ViDoRe_infovqa":92.24,"ViDoRe_tabfquad":96.25,"ViDoRe_tatdqa":75.22,"ViDoRe_shiftproject":93.35,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.25,"ViDoRe_syntheticDocQA_government_reports":98.28,"ViDoRe_syntheticDocQA_healthcare_industry":99.63,"ViDoRe_esg_reports_human_labeled_v2":63.67,"ViDoRe_biomedical_lectures_v2_multilingual":61.58,"ViDoRe_economics_reports_v2_multilingual":60.8,"ViDoRe_esg_reports_v2_multilingual":57.05,"VisRAG_ArxivQA":86.97,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":90.7,"VisRAG_SlideVQA":95.75,"VisRAG_InfoVQA":94.37,"VisRAG_PlotQA":71.39,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.92,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.67,"ViDoSeek-page-before-fix":23.06,"MMLongBench-page-before-fix":16.1}
|
| 11 |
{"Rank":11,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-23","Visdoc-Overall":74.69,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":80.43,"ViDoRe-V2":53.33,"VisRAG":84.71,"VisDoc-OOD":66.66,"ViDoRe_arxivqa":88.15,"ViDoRe_docvqa":47.75,"ViDoRe_infovqa":86.65,"ViDoRe_tabfquad":94.32,"ViDoRe_tatdqa":52.94,"ViDoRe_shiftproject":70.91,"ViDoRe_syntheticDocQA_artificial_intelligence":91.43,"ViDoRe_syntheticDocQA_energy":88.02,"ViDoRe_syntheticDocQA_government_reports":91.48,"ViDoRe_syntheticDocQA_healthcare_industry":92.62,"ViDoRe_esg_reports_human_labeled_v2":59.2,"ViDoRe_biomedical_lectures_v2_multilingual":48.99,"ViDoRe_economics_reports_v2_multilingual":55.43,"ViDoRe_esg_reports_v2_multilingual":49.7,"VisRAG_ArxivQA":86.39,"VisRAG_ChartQA":88.64,"VisRAG_MP-DocVQA":79.02,"VisRAG_SlideVQA":92.64,"VisRAG_InfoVQA":88.94,"VisRAG_PlotQA":72.61,"ViDoSeek-page-fixed":80.26,"ViDoSeek-doc":82.53,"MMLongBench-page-fixed":53.0,"MMLongBench-doc":50.86,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 12 |
{"Rank":12,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Model Size(B)":8.0,"Date":"2026-01-09","Visdoc-Overall":74.52,"Visdoc-Overall-before-fix":76.14,"VisDoc-OOD-before-fix":44.33,"ViDoRe-V1":87.58,"ViDoRe-V2":62.39,"VisRAG":87.46,"VisDoc-OOD":34.6,"ViDoRe_arxivqa":87.57,"ViDoRe_docvqa":57.96,"ViDoRe_infovqa":92.29,"ViDoRe_tabfquad":93.19,"ViDoRe_tatdqa":70.9,"ViDoRe_shiftproject":85.79,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":94.95,"ViDoRe_syntheticDocQA_government_reports":96.28,"ViDoRe_syntheticDocQA_healthcare_industry":98.69,"ViDoRe_esg_reports_human_labeled_v2":64.03,"ViDoRe_biomedical_lectures_v2_multilingual":64.48,"ViDoRe_economics_reports_v2_multilingual":60.34,"ViDoRe_esg_reports_v2_multilingual":60.71,"VisRAG_ArxivQA":88.02,"VisRAG_ChartQA":89.02,"VisRAG_MP-DocVQA":89.07,"VisRAG_SlideVQA":95.99,"VisRAG_InfoVQA":93.54,"VisRAG_PlotQA":69.15,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.44,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.98,"ViDoSeek-page-before-fix":23.11,"MMLongBench-page-before-fix":15.78}
|
| 13 |
-
{"Rank":13,"Models":"<a href=\"https:\/\/
|
| 14 |
-
{"Rank":14,"Models":"
|
| 15 |
-
{"Rank":15,"Models":"
|
| 16 |
-
{"Rank":16,"Models":"
|
| 17 |
-
{"Rank":17,"Models":"
|
| 18 |
-
{"Rank":18,"Models":"<a href=\"https:\/\/
|
| 19 |
-
{"Rank":19,"Models":"<a href=\"https:\/\/huggingface.co\/
|
| 20 |
-
{"Rank":20,"Models":"<a href=\"https:\/\/huggingface.co\/
|
| 21 |
-
{"Rank":21,"Models":"<a href=\"https:\/\/
|
| 22 |
{"Rank":22,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-7B\">UME-R1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-20","Visdoc-Overall":65.73,"Visdoc-Overall-before-fix":67.13,"VisDoc-OOD-before-fix":37.55,"ViDoRe-V1":75.66,"ViDoRe-V2":50.53,"VisRAG":83.7,"VisDoc-OOD":29.15,"ViDoRe_arxivqa":73.56,"ViDoRe_docvqa":41.1,"ViDoRe_infovqa":80.83,"ViDoRe_tabfquad":90.24,"ViDoRe_tatdqa":46.67,"ViDoRe_shiftproject":64.96,"ViDoRe_syntheticDocQA_artificial_intelligence":89.47,"ViDoRe_syntheticDocQA_energy":85.7,"ViDoRe_syntheticDocQA_government_reports":89.82,"ViDoRe_syntheticDocQA_healthcare_industry":94.29,"ViDoRe_esg_reports_human_labeled_v2":50.41,"ViDoRe_biomedical_lectures_v2_multilingual":50.73,"ViDoRe_economics_reports_v2_multilingual":57.8,"ViDoRe_esg_reports_v2_multilingual":43.18,"VisRAG_ArxivQA":80.45,"VisRAG_ChartQA":84.95,"VisRAG_MP-DocVQA":83.43,"VisRAG_SlideVQA":91.47,"VisRAG_InfoVQA":89.2,"VisRAG_PlotQA":72.7,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":75.33,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":41.28,"ViDoSeek-page-before-fix":21.28,"MMLongBench-page-before-fix":12.32}
|
| 23 |
{"Rank":23,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-2B\">Ops-MM-embedding-v1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-07-02","Visdoc-Overall":65.53,"Visdoc-Overall-before-fix":66.96,"VisDoc-OOD-before-fix":41.17,"ViDoRe-V1":76.39,"ViDoRe-V2":53.18,"VisRAG":77.64,"VisDoc-OOD":32.55,"ViDoRe_arxivqa":73.72,"ViDoRe_docvqa":45.01,"ViDoRe_infovqa":81.41,"ViDoRe_tabfquad":88.81,"ViDoRe_tatdqa":49.59,"ViDoRe_shiftproject":72.57,"ViDoRe_syntheticDocQA_artificial_intelligence":89.8,"ViDoRe_syntheticDocQA_energy":84.27,"ViDoRe_syntheticDocQA_government_reports":87.06,"ViDoRe_syntheticDocQA_healthcare_industry":91.64,"ViDoRe_esg_reports_human_labeled_v2":58.57,"ViDoRe_biomedical_lectures_v2_multilingual":52.87,"ViDoRe_economics_reports_v2_multilingual":47.89,"ViDoRe_esg_reports_v2_multilingual":53.39,"VisRAG_ArxivQA":73.84,"VisRAG_ChartQA":80.17,"VisRAG_MP-DocVQA":75.06,"VisRAG_SlideVQA":89.15,"VisRAG_InfoVQA":86.66,"VisRAG_PlotQA":60.99,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.29,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":47.89,"ViDoSeek-page-before-fix":21.44,"MMLongBench-page-before-fix":13.06}
|
| 24 |
{"Rank":24,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Visdoc-Overall":63.47,"Visdoc-Overall-before-fix":65.36,"VisDoc-OOD-before-fix":39.43,"ViDoRe-V1":74.39,"ViDoRe-V2":44.61,"VisRAG":79.33,"VisDoc-OOD":31.25,"ViDoRe_arxivqa":78.87,"ViDoRe_docvqa":37.06,"ViDoRe_infovqa":82.71,"ViDoRe_tabfquad":87.77,"ViDoRe_tatdqa":44.29,"ViDoRe_shiftproject":61.04,"ViDoRe_syntheticDocQA_artificial_intelligence":89.12,"ViDoRe_syntheticDocQA_energy":86.29,"ViDoRe_syntheticDocQA_government_reports":85.58,"ViDoRe_syntheticDocQA_healthcare_industry":91.13,"ViDoRe_esg_reports_human_labeled_v2":45.79,"ViDoRe_biomedical_lectures_v2_multilingual":44.59,"ViDoRe_economics_reports_v2_multilingual":42.33,"ViDoRe_esg_reports_v2_multilingual":45.74,"VisRAG_ArxivQA":76.74,"VisRAG_ChartQA":84.2,"VisRAG_MP-DocVQA":71.8,"VisRAG_SlideVQA":91.44,"VisRAG_InfoVQA":85.88,"VisRAG_PlotQA":65.91,"ViDoSeek-page-fixed":80.3,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":44.7,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":21.94,"MMLongBench-page-before-fix":11.89}
|
|
@@ -34,12 +34,12 @@
|
|
| 34 |
{"Rank":34,"Models":"TCE-v1","Model Size(B)":8.0,"Date":"2025-10-31","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 35 |
{"Rank":35,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 36 |
{"Rank":36,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 37 |
-
{"Rank":37,"Models":"
|
| 38 |
{"Rank":38,"Models":"dp-embedding-v3-lite","Model Size(B)":8.29,"Date":"2025-12-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 39 |
{"Rank":39,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-7B<\/a>","Model Size(B)":8.29,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 40 |
{"Rank":40,"Models":"UniVec-7B","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 41 |
{"Rank":41,"Models":"ReCo-7B","Model Size(B)":8.29,"Date":"2025-08-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 42 |
-
{"Rank":42,"Models":"
|
| 43 |
{"Rank":43,"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Model Size(B)":8.29,"Date":"2025-09-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 44 |
{"Rank":44,"Models":"QQMM-embed-v3","Model Size(B)":8.29,"Date":"2025-12-30","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 45 |
{"Rank":45,"Models":"TCR","Model Size(B)":8.77,"Date":"2026-01-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
|
|
|
| 10 |
{"Rank":10,"Models":"RzenEmbed-v1-7B","Model Size(B)":8.29,"Date":"2025-07-30","Visdoc-Overall":75.16,"Visdoc-Overall-before-fix":76.8,"VisDoc-OOD-before-fix":44.44,"ViDoRe-V1":89.47,"ViDoRe-V2":60.77,"VisRAG":87.92,"VisDoc-OOD":34.65,"ViDoRe_arxivqa":86.89,"ViDoRe_docvqa":57.99,"ViDoRe_infovqa":92.24,"ViDoRe_tabfquad":96.25,"ViDoRe_tatdqa":75.22,"ViDoRe_shiftproject":93.35,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.25,"ViDoRe_syntheticDocQA_government_reports":98.28,"ViDoRe_syntheticDocQA_healthcare_industry":99.63,"ViDoRe_esg_reports_human_labeled_v2":63.67,"ViDoRe_biomedical_lectures_v2_multilingual":61.58,"ViDoRe_economics_reports_v2_multilingual":60.8,"ViDoRe_esg_reports_v2_multilingual":57.05,"VisRAG_ArxivQA":86.97,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":90.7,"VisRAG_SlideVQA":95.75,"VisRAG_InfoVQA":94.37,"VisRAG_PlotQA":71.39,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.92,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.67,"ViDoSeek-page-before-fix":23.06,"MMLongBench-page-before-fix":16.1}
|
| 11 |
{"Rank":11,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-4B<\/a>","Model Size(B)":4.44,"Date":"2026-01-23","Visdoc-Overall":74.69,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":80.43,"ViDoRe-V2":53.33,"VisRAG":84.71,"VisDoc-OOD":66.66,"ViDoRe_arxivqa":88.15,"ViDoRe_docvqa":47.75,"ViDoRe_infovqa":86.65,"ViDoRe_tabfquad":94.32,"ViDoRe_tatdqa":52.94,"ViDoRe_shiftproject":70.91,"ViDoRe_syntheticDocQA_artificial_intelligence":91.43,"ViDoRe_syntheticDocQA_energy":88.02,"ViDoRe_syntheticDocQA_government_reports":91.48,"ViDoRe_syntheticDocQA_healthcare_industry":92.62,"ViDoRe_esg_reports_human_labeled_v2":59.2,"ViDoRe_biomedical_lectures_v2_multilingual":48.99,"ViDoRe_economics_reports_v2_multilingual":55.43,"ViDoRe_esg_reports_v2_multilingual":49.7,"VisRAG_ArxivQA":86.39,"VisRAG_ChartQA":88.64,"VisRAG_MP-DocVQA":79.02,"VisRAG_SlideVQA":92.64,"VisRAG_InfoVQA":88.94,"VisRAG_PlotQA":72.61,"ViDoSeek-page-fixed":80.26,"ViDoSeek-doc":82.53,"MMLongBench-page-fixed":53.0,"MMLongBench-doc":50.86,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 12 |
{"Rank":12,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-7B\">e5-omni-7B<\/a>","Model Size(B)":8.0,"Date":"2026-01-09","Visdoc-Overall":74.52,"Visdoc-Overall-before-fix":76.14,"VisDoc-OOD-before-fix":44.33,"ViDoRe-V1":87.58,"ViDoRe-V2":62.39,"VisRAG":87.46,"VisDoc-OOD":34.6,"ViDoRe_arxivqa":87.57,"ViDoRe_docvqa":57.96,"ViDoRe_infovqa":92.29,"ViDoRe_tabfquad":93.19,"ViDoRe_tatdqa":70.9,"ViDoRe_shiftproject":85.79,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":94.95,"ViDoRe_syntheticDocQA_government_reports":96.28,"ViDoRe_syntheticDocQA_healthcare_industry":98.69,"ViDoRe_esg_reports_human_labeled_v2":64.03,"ViDoRe_biomedical_lectures_v2_multilingual":64.48,"ViDoRe_economics_reports_v2_multilingual":60.34,"ViDoRe_esg_reports_v2_multilingual":60.71,"VisRAG_ArxivQA":88.02,"VisRAG_ChartQA":89.02,"VisRAG_MP-DocVQA":89.07,"VisRAG_SlideVQA":95.99,"VisRAG_InfoVQA":93.54,"VisRAG_PlotQA":69.15,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.44,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.98,"ViDoSeek-page-before-fix":23.11,"MMLongBench-page-before-fix":15.78}
|
| 13 |
+
{"Rank":13,"Models":"<a href=\"https:\/\/github.com\/ZoengHN\/Embed-RL\">Embed-RL-2B<\/a>","Model Size(B)":2.13,"Date":"2026-01-23","Visdoc-Overall":74.19,"Visdoc-Overall-before-fix":74.19,"VisDoc-OOD-before-fix":66.12,"ViDoRe-V1":80.23,"ViDoRe-V2":52.02,"VisRAG":84.3,"VisDoc-OOD":66.12,"ViDoRe_arxivqa":86.41,"ViDoRe_docvqa":46.34,"ViDoRe_infovqa":86.49,"ViDoRe_tabfquad":94.52,"ViDoRe_tatdqa":54.7,"ViDoRe_shiftproject":72.22,"ViDoRe_syntheticDocQA_artificial_intelligence":93.42,"ViDoRe_syntheticDocQA_energy":86.43,"ViDoRe_syntheticDocQA_government_reports":90.08,"ViDoRe_syntheticDocQA_healthcare_industry":91.73,"ViDoRe_esg_reports_human_labeled_v2":55.41,"ViDoRe_biomedical_lectures_v2_multilingual":50.68,"ViDoRe_economics_reports_v2_multilingual":54.53,"ViDoRe_esg_reports_v2_multilingual":47.45,"VisRAG_ArxivQA":84.86,"VisRAG_ChartQA":88.34,"VisRAG_MP-DocVQA":78.78,"VisRAG_SlideVQA":92.33,"VisRAG_InfoVQA":89.33,"VisRAG_PlotQA":72.14,"ViDoSeek-page-fixed":79.47,"ViDoSeek-doc":82.7,"MMLongBench-page-fixed":51.82,"MMLongBench-doc":50.49,"ViDoSeek-page-before-fix":79.47,"MMLongBench-page-before-fix":51.82}
|
| 14 |
+
{"Rank":14,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-7B-Instruct\">gme-Qwen2-VL-7B-Instruct<\/a>","Model Size(B)":8.29,"Date":"2025-12-29","Visdoc-Overall":73.58,"Visdoc-Overall-before-fix":75.18,"VisDoc-OOD-before-fix":44.4,"ViDoRe-V1":89.55,"ViDoRe-V2":55.47,"VisRAG":84.95,"VisDoc-OOD":34.72,"ViDoRe_arxivqa":87.53,"ViDoRe_docvqa":56.59,"ViDoRe_infovqa":92.17,"ViDoRe_tabfquad":92.71,"ViDoRe_tatdqa":76.58,"ViDoRe_shiftproject":95.64,"ViDoRe_syntheticDocQA_artificial_intelligence":99.63,"ViDoRe_syntheticDocQA_energy":95.69,"ViDoRe_syntheticDocQA_government_reports":99.5,"ViDoRe_syntheticDocQA_healthcare_industry":99.5,"ViDoRe_esg_reports_human_labeled_v2":62.76,"ViDoRe_biomedical_lectures_v2_multilingual":49.78,"ViDoRe_economics_reports_v2_multilingual":53.91,"ViDoRe_esg_reports_v2_multilingual":55.43,"VisRAG_ArxivQA":87.69,"VisRAG_ChartQA":81.29,"VisRAG_MP-DocVQA":89.08,"VisRAG_SlideVQA":94.72,"VisRAG_InfoVQA":93.49,"VisRAG_PlotQA":63.44,"ViDoSeek-page-fixed":83.57,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":55.32,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":23.24,"MMLongBench-page-before-fix":16.19}
|
| 15 |
+
{"Rank":15,"Models":"WeMM-Embedding-2B","Model Size(B)":2.13,"Date":"2025-12-16","Visdoc-Overall":73.2,"Visdoc-Overall-before-fix":74.81,"VisDoc-OOD-before-fix":44.15,"ViDoRe-V1":87.22,"ViDoRe-V2":53.4,"VisRAG":88.84,"VisDoc-OOD":34.45,"ViDoRe_arxivqa":90.25,"ViDoRe_docvqa":59.11,"ViDoRe_infovqa":91.2,"ViDoRe_tabfquad":89.41,"ViDoRe_tatdqa":73.81,"ViDoRe_shiftproject":82.61,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":94.08,"ViDoRe_syntheticDocQA_government_reports":95.35,"ViDoRe_syntheticDocQA_healthcare_industry":98.28,"ViDoRe_esg_reports_human_labeled_v2":54.54,"ViDoRe_biomedical_lectures_v2_multilingual":55.64,"ViDoRe_economics_reports_v2_multilingual":53.93,"ViDoRe_esg_reports_v2_multilingual":49.5,"VisRAG_ArxivQA":88.62,"VisRAG_ChartQA":88.61,"VisRAG_MP-DocVQA":91.01,"VisRAG_SlideVQA":95.83,"VisRAG_InfoVQA":93.74,"VisRAG_PlotQA":75.23,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.14,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":54.65,"ViDoSeek-page-before-fix":22.27,"MMLongBench-page-before-fix":16.53}
|
| 16 |
+
{"Rank":16,"Models":"<a href=\"https:\/\/huggingface.co\/Haon-Chen\/e5-omni-3B\">e5-omni-3B<\/a>","Model Size(B)":3.0,"Date":"2026-01-09","Visdoc-Overall":73.16,"Visdoc-Overall-before-fix":73.16,"VisDoc-OOD-before-fix":43.38,"ViDoRe-V1":83.13,"ViDoRe-V2":59.53,"VisRAG":85.48,"VisDoc-OOD":43.38,"ViDoRe_arxivqa":82.2,"ViDoRe_docvqa":51.99,"ViDoRe_infovqa":88.88,"ViDoRe_tabfquad":88.86,"ViDoRe_tatdqa":58.78,"ViDoRe_shiftproject":80.14,"ViDoRe_syntheticDocQA_artificial_intelligence":98.15,"ViDoRe_syntheticDocQA_energy":93.17,"ViDoRe_syntheticDocQA_government_reports":93.21,"ViDoRe_syntheticDocQA_healthcare_industry":95.92,"ViDoRe_esg_reports_human_labeled_v2":61.84,"ViDoRe_biomedical_lectures_v2_multilingual":60.92,"ViDoRe_economics_reports_v2_multilingual":64.39,"ViDoRe_esg_reports_v2_multilingual":50.97,"VisRAG_ArxivQA":84.52,"VisRAG_ChartQA":86.75,"VisRAG_MP-DocVQA":85.51,"VisRAG_SlideVQA":95.4,"VisRAG_InfoVQA":92.55,"VisRAG_PlotQA":68.17,"ViDoSeek-page-fixed":22.38,"ViDoSeek-doc":83.29,"MMLongBench-page-fixed":15.0,"MMLongBench-doc":52.85,"ViDoSeek-page-before-fix":22.38,"MMLongBench-page-before-fix":15.0}
|
| 17 |
+
{"Rank":17,"Models":"RzenEmbed-v1-2B","Model Size(B)":2.21,"Date":"2025-07-16","Visdoc-Overall":72.78,"Visdoc-Overall-before-fix":74.41,"VisDoc-OOD-before-fix":43.33,"ViDoRe-V1":86.98,"ViDoRe-V2":57.63,"VisRAG":85.35,"VisDoc-OOD":33.55,"ViDoRe_arxivqa":83.4,"ViDoRe_docvqa":56.09,"ViDoRe_infovqa":89.89,"ViDoRe_tabfquad":94.39,"ViDoRe_tatdqa":69.32,"ViDoRe_shiftproject":89.88,"ViDoRe_syntheticDocQA_artificial_intelligence":98.76,"ViDoRe_syntheticDocQA_energy":92.78,"ViDoRe_syntheticDocQA_government_reports":97.19,"ViDoRe_syntheticDocQA_healthcare_industry":98.15,"ViDoRe_esg_reports_human_labeled_v2":58.93,"ViDoRe_biomedical_lectures_v2_multilingual":59.87,"ViDoRe_economics_reports_v2_multilingual":57.98,"ViDoRe_esg_reports_v2_multilingual":53.73,"VisRAG_ArxivQA":83.68,"VisRAG_ChartQA":86.39,"VisRAG_MP-DocVQA":85.54,"VisRAG_SlideVQA":94.07,"VisRAG_InfoVQA":91.92,"VisRAG_PlotQA":70.52,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.27,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.95,"ViDoSeek-page-before-fix":22.89,"MMLongBench-page-before-fix":16.21}
|
| 18 |
+
{"Rank":18,"Models":"<a href=\"https:\/\/seed1-6-embedding.github.io\">seed-1.6-embedding<\/a>","Model Size(B)":"unknown","Date":"2025-06-17","Visdoc-Overall":71.84,"Visdoc-Overall-before-fix":73.44,"VisDoc-OOD-before-fix":43.14,"ViDoRe-V1":85.53,"ViDoRe-V2":56.57,"VisRAG":84.74,"VisDoc-OOD":33.55,"ViDoRe_arxivqa":88.46,"ViDoRe_docvqa":60.36,"ViDoRe_infovqa":90.62,"ViDoRe_tabfquad":87.82,"ViDoRe_tatdqa":74.98,"ViDoRe_shiftproject":73.34,"ViDoRe_syntheticDocQA_artificial_intelligence":96.32,"ViDoRe_syntheticDocQA_energy":92.83,"ViDoRe_syntheticDocQA_government_reports":93.54,"ViDoRe_syntheticDocQA_healthcare_industry":97.05,"ViDoRe_esg_reports_human_labeled_v2":63.3,"ViDoRe_biomedical_lectures_v2_multilingual":57.14,"ViDoRe_economics_reports_v2_multilingual":53.85,"ViDoRe_esg_reports_v2_multilingual":51.99,"VisRAG_ArxivQA":85.79,"VisRAG_ChartQA":81.88,"VisRAG_MP-DocVQA":89.43,"VisRAG_SlideVQA":94.9,"VisRAG_InfoVQA":92.41,"VisRAG_PlotQA":64.02,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.57,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.61,"ViDoSeek-page-before-fix":22.8,"MMLongBench-page-before-fix":15.57}
|
| 19 |
+
{"Rank":19,"Models":"<a href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gme-Qwen2-VL-2B-Instruct\">gme-Qwen2-VL-2B-Instruct<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Visdoc-Overall":71.35,"Visdoc-Overall-before-fix":72.71,"VisDoc-OOD-before-fix":43.12,"ViDoRe-V1":87.12,"ViDoRe-V2":53.88,"VisRAG":82.43,"VisDoc-OOD":32.78,"ViDoRe_arxivqa":82.53,"ViDoRe_docvqa":55.16,"ViDoRe_infovqa":90.69,"ViDoRe_tabfquad":93.31,"ViDoRe_tatdqa":70.26,"ViDoRe_shiftproject":92.85,"ViDoRe_syntheticDocQA_artificial_intelligence":98.13,"ViDoRe_syntheticDocQA_energy":92.56,"ViDoRe_syntheticDocQA_government_reports":97.15,"ViDoRe_syntheticDocQA_healthcare_industry":98.52,"ViDoRe_esg_reports_human_labeled_v2":60.29,"ViDoRe_biomedical_lectures_v2_multilingual":53.99,"ViDoRe_economics_reports_v2_multilingual":50.8,"ViDoRe_esg_reports_v2_multilingual":50.43,"VisRAG_ArxivQA":81.95,"VisRAG_ChartQA":79.09,"VisRAG_MP-DocVQA":84.34,"VisRAG_SlideVQA":93.68,"VisRAG_InfoVQA":91.41,"VisRAG_PlotQA":64.12,"ViDoSeek-page-fixed":79.81,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":51.32,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":21.62,"MMLongBench-page-before-fix":15.82}
|
| 20 |
+
{"Rank":20,"Models":"<a href=\"https:\/\/huggingface.co\/vidore\/colpali-v1.3\">colpali-v1.3<\/a>","Model Size(B)":2.92,"Date":"2025-12-29","Visdoc-Overall":70.14,"Visdoc-Overall-before-fix":70.97,"VisDoc-OOD-before-fix":43.12,"ViDoRe-V1":84.57,"ViDoRe-V2":54.81,"VisRAG":81.0,"VisDoc-OOD":33.1,"ViDoRe_arxivqa":83.33,"ViDoRe_docvqa":59.2,"ViDoRe_infovqa":85.38,"ViDoRe_tabfquad":86.63,"ViDoRe_tatdqa":70.47,"ViDoRe_shiftproject":76.83,"ViDoRe_syntheticDocQA_artificial_intelligence":96.26,"ViDoRe_syntheticDocQA_energy":95.02,"ViDoRe_syntheticDocQA_government_reports":95.59,"ViDoRe_syntheticDocQA_healthcare_industry":97.02,"ViDoRe_esg_reports_human_labeled_v2":57.25,"ViDoRe_biomedical_lectures_v2_multilingual":56.25,"ViDoRe_economics_reports_v2_multilingual":50.2,"ViDoRe_esg_reports_v2_multilingual":55.56,"VisRAG_ArxivQA":80.9,"VisRAG_ChartQA":77.04,"VisRAG_MP-DocVQA":87.03,"VisRAG_SlideVQA":95.13,"VisRAG_InfoVQA":85.73,"VisRAG_PlotQA":60.18,"ViDoSeek-page-fixed":79.22,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":53.18,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":22.16,"MMLongBench-page-before-fix":14.17}
|
| 21 |
+
{"Rank":21,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-7B\">Ops-MM-embedding-v1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-07-02","Visdoc-Overall":68.74,"Visdoc-Overall-before-fix":70.34,"VisDoc-OOD-before-fix":43.34,"ViDoRe-V1":80.05,"ViDoRe-V2":59.59,"VisRAG":79.31,"VisDoc-OOD":33.74,"ViDoRe_arxivqa":78.17,"ViDoRe_docvqa":49.11,"ViDoRe_infovqa":86.59,"ViDoRe_tabfquad":91.4,"ViDoRe_tatdqa":55.59,"ViDoRe_shiftproject":76.17,"ViDoRe_syntheticDocQA_artificial_intelligence":90.99,"ViDoRe_syntheticDocQA_energy":87.53,"ViDoRe_syntheticDocQA_government_reports":91.56,"ViDoRe_syntheticDocQA_healthcare_industry":93.39,"ViDoRe_esg_reports_human_labeled_v2":66.27,"ViDoRe_biomedical_lectures_v2_multilingual":54.34,"ViDoRe_economics_reports_v2_multilingual":60.92,"ViDoRe_esg_reports_v2_multilingual":56.82,"VisRAG_ArxivQA":78.18,"VisRAG_ChartQA":79.53,"VisRAG_MP-DocVQA":78.2,"VisRAG_SlideVQA":91.11,"VisRAG_InfoVQA":87.16,"VisRAG_PlotQA":61.71,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":83.47,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":51.51,"ViDoSeek-page-before-fix":22.47,"MMLongBench-page-before-fix":15.89}
|
| 22 |
{"Rank":22,"Models":"<a href=\"https:\/\/huggingface.co\/zhibinlan\/UME-R1-7B\">UME-R1-7B<\/a>","Model Size(B)":8.29,"Date":"2025-10-20","Visdoc-Overall":65.73,"Visdoc-Overall-before-fix":67.13,"VisDoc-OOD-before-fix":37.55,"ViDoRe-V1":75.66,"ViDoRe-V2":50.53,"VisRAG":83.7,"VisDoc-OOD":29.15,"ViDoRe_arxivqa":73.56,"ViDoRe_docvqa":41.1,"ViDoRe_infovqa":80.83,"ViDoRe_tabfquad":90.24,"ViDoRe_tatdqa":46.67,"ViDoRe_shiftproject":64.96,"ViDoRe_syntheticDocQA_artificial_intelligence":89.47,"ViDoRe_syntheticDocQA_energy":85.7,"ViDoRe_syntheticDocQA_government_reports":89.82,"ViDoRe_syntheticDocQA_healthcare_industry":94.29,"ViDoRe_esg_reports_human_labeled_v2":50.41,"ViDoRe_biomedical_lectures_v2_multilingual":50.73,"ViDoRe_economics_reports_v2_multilingual":57.8,"ViDoRe_esg_reports_v2_multilingual":43.18,"VisRAG_ArxivQA":80.45,"VisRAG_ChartQA":84.95,"VisRAG_MP-DocVQA":83.43,"VisRAG_SlideVQA":91.47,"VisRAG_InfoVQA":89.2,"VisRAG_PlotQA":72.7,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":75.33,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":41.28,"ViDoSeek-page-before-fix":21.28,"MMLongBench-page-before-fix":12.32}
|
| 23 |
{"Rank":23,"Models":"<a href=\"https:\/\/huggingface.co\/OpenSearch-AI\/Ops-MM-embedding-v1-2B\">Ops-MM-embedding-v1-2B<\/a>","Model Size(B)":2.21,"Date":"2025-07-02","Visdoc-Overall":65.53,"Visdoc-Overall-before-fix":66.96,"VisDoc-OOD-before-fix":41.17,"ViDoRe-V1":76.39,"ViDoRe-V2":53.18,"VisRAG":77.64,"VisDoc-OOD":32.55,"ViDoRe_arxivqa":73.72,"ViDoRe_docvqa":45.01,"ViDoRe_infovqa":81.41,"ViDoRe_tabfquad":88.81,"ViDoRe_tatdqa":49.59,"ViDoRe_shiftproject":72.57,"ViDoRe_syntheticDocQA_artificial_intelligence":89.8,"ViDoRe_syntheticDocQA_energy":84.27,"ViDoRe_syntheticDocQA_government_reports":87.06,"ViDoRe_syntheticDocQA_healthcare_industry":91.64,"ViDoRe_esg_reports_human_labeled_v2":58.57,"ViDoRe_biomedical_lectures_v2_multilingual":52.87,"ViDoRe_economics_reports_v2_multilingual":47.89,"ViDoRe_esg_reports_v2_multilingual":53.39,"VisRAG_ArxivQA":73.84,"VisRAG_ChartQA":80.17,"VisRAG_MP-DocVQA":75.06,"VisRAG_SlideVQA":89.15,"VisRAG_InfoVQA":86.66,"VisRAG_PlotQA":60.99,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":82.29,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":47.89,"ViDoSeek-page-before-fix":21.44,"MMLongBench-page-before-fix":13.06}
|
| 24 |
{"Rank":24,"Models":"<a href=\"https:\/\/huggingface.co\/VLM2Vec\/VLM2Vec-V2.0\">VLM2Vec-V2.0-Qwen2VL-2B<\/a>","Model Size(B)":2.21,"Date":"2025-12-29","Visdoc-Overall":63.47,"Visdoc-Overall-before-fix":65.36,"VisDoc-OOD-before-fix":39.43,"ViDoRe-V1":74.39,"ViDoRe-V2":44.61,"VisRAG":79.33,"VisDoc-OOD":31.25,"ViDoRe_arxivqa":78.87,"ViDoRe_docvqa":37.06,"ViDoRe_infovqa":82.71,"ViDoRe_tabfquad":87.77,"ViDoRe_tatdqa":44.29,"ViDoRe_shiftproject":61.04,"ViDoRe_syntheticDocQA_artificial_intelligence":89.12,"ViDoRe_syntheticDocQA_energy":86.29,"ViDoRe_syntheticDocQA_government_reports":85.58,"ViDoRe_syntheticDocQA_healthcare_industry":91.13,"ViDoRe_esg_reports_human_labeled_v2":45.79,"ViDoRe_biomedical_lectures_v2_multilingual":44.59,"ViDoRe_economics_reports_v2_multilingual":42.33,"ViDoRe_esg_reports_v2_multilingual":45.74,"VisRAG_ArxivQA":76.74,"VisRAG_ChartQA":84.2,"VisRAG_MP-DocVQA":71.8,"VisRAG_SlideVQA":91.44,"VisRAG_InfoVQA":85.88,"VisRAG_PlotQA":65.91,"ViDoSeek-page-fixed":80.3,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":44.7,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":21.94,"MMLongBench-page-before-fix":11.89}
|
|
|
|
| 34 |
{"Rank":34,"Models":"TCE-v1","Model Size(B)":8.0,"Date":"2025-10-31","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 35 |
{"Rank":35,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-2B<\/a>","Model Size(B)":2.21,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 36 |
{"Rank":36,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-3B<\/a>","Model Size(B)":3.75,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 37 |
+
{"Rank":37,"Models":"OEmbedding-v1-7B","Model Size(B)":8.29,"Date":"2025-10-14","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 38 |
{"Rank":38,"Models":"dp-embedding-v3-lite","Model Size(B)":8.29,"Date":"2025-12-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 39 |
{"Rank":39,"Models":"<a href=\"https:\/\/arxiv.org\/abs\/2511.19278\">ReMatch-7B<\/a>","Model Size(B)":8.29,"Date":"2025-11-24","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 40 |
{"Rank":40,"Models":"UniVec-7B","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 41 |
{"Rank":41,"Models":"ReCo-7B","Model Size(B)":8.29,"Date":"2025-08-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 42 |
+
{"Rank":42,"Models":"UniVec-CoT-7B","Model Size(B)":8.29,"Date":"unknown","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 43 |
{"Rank":43,"Models":"<a href=\"https:\/\/github.com\/QQ-MM\/QQMM-embed\">QQMM-embed-v2<\/a>","Model Size(B)":8.29,"Date":"2025-09-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 44 |
{"Rank":44,"Models":"QQMM-embed-v3","Model Size(B)":8.29,"Date":"2025-12-30","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
| 45 |
{"Rank":45,"Models":"TCR","Model Size(B)":8.77,"Date":"2026-01-15","Visdoc-Overall":0.0,"Visdoc-Overall-before-fix":0.0,"VisDoc-OOD-before-fix":0.0,"ViDoRe-V1":0.0,"ViDoRe-V2":0.0,"VisRAG":0.0,"VisDoc-OOD":0.0,"ViDoRe_arxivqa":0.0,"ViDoRe_docvqa":0.0,"ViDoRe_infovqa":0.0,"ViDoRe_tabfquad":0.0,"ViDoRe_tatdqa":0.0,"ViDoRe_shiftproject":0.0,"ViDoRe_syntheticDocQA_artificial_intelligence":0.0,"ViDoRe_syntheticDocQA_energy":0.0,"ViDoRe_syntheticDocQA_government_reports":0.0,"ViDoRe_syntheticDocQA_healthcare_industry":0.0,"ViDoRe_esg_reports_human_labeled_v2":0.0,"ViDoRe_biomedical_lectures_v2_multilingual":0.0,"ViDoRe_economics_reports_v2_multilingual":0.0,"ViDoRe_esg_reports_v2_multilingual":0.0,"VisRAG_ArxivQA":0.0,"VisRAG_ChartQA":0.0,"VisRAG_MP-DocVQA":0.0,"VisRAG_SlideVQA":0.0,"VisRAG_InfoVQA":0.0,"VisRAG_PlotQA":0.0,"ViDoSeek-page-fixed":0.0,"ViDoSeek-doc":0.0,"MMLongBench-page-fixed":0.0,"MMLongBench-doc":0.0,"ViDoSeek-page-before-fix":0.0,"MMLongBench-page-before-fix":0.0}
|
utils.py
CHANGED
|
@@ -33,9 +33,9 @@ This comprehensive suite enables robust evaluation of multimodal embedding model
|
|
| 33 |
We have fixed the errors found in ViDoSeek-page and MMLongBench-page datasets. Detailed information about the issues can be viewed [HERE](https://github.com/TIGER-AI-Lab/VLM2Vec/issues/167).
|
| 34 |
‼️ CALL TO ACTION: Please verify that your model's scores are accurate by following the instructions below. ‼️
|
| 35 |
|
| 36 |
-
The scores submitted before the fix have been renamed to **ViDoSeek-page-before-fix** and **MMLongBench-page-before-fix**, and the current
|
| 37 |
|
| 38 |
-
Here is the list of models affected by this fix: [File](https://huggingface.co/spaces/TIGER-Lab/MMEB-Leaderboard/blob/main/archive/cached_vd_scores_before_fix.jsonl). If your model is on this list, we kindly ask you to visit the VisDoc leaderboard and verify if your model is missing the fixed
|
| 39 |
|
| 40 |
In the generated report sheet, please double check that ViDoSeek-page and MMLongBench-page have been renamed to ViDoSeek-page-fixed and MMLongBench-page-fixed respectively.
|
| 41 |
|
|
|
|
| 33 |
We have fixed the errors found in ViDoSeek-page and MMLongBench-page datasets. Detailed information about the issues can be viewed [HERE](https://github.com/TIGER-AI-Lab/VLM2Vec/issues/167).
|
| 34 |
‼️ CALL TO ACTION: Please verify that your model's scores are accurate by following the instructions below. ‼️
|
| 35 |
|
| 36 |
+
The scores submitted before the fix have been renamed to **ViDoSeek-page-before-fix** and **MMLongBench-page-before-fix**, and the current **Overall** and **Visdoc-Overall** are using the **fixed versions of these two datasets (eg. ViDoSeek-page-fixed and MMLongBench-page-fixed)**, which means the models submitted before the fix might now have a lower ranking.
|
| 37 |
|
| 38 |
+
Here is the list of models affected by this fix: [File](https://huggingface.co/spaces/TIGER-Lab/MMEB-Leaderboard/blob/main/archive/cached_vd_scores_before_fix.jsonl). If your model is on this list, we kindly ask you to visit the VisDoc leaderboard and verify if your model is missing the scores for ViDoSeek-page-fixed and MMLongBench-page-fixed, and then re-evaluate your model on these two datasets and submit the updated scores to ensure accurate ranking on the leaderboard.
|
| 39 |
|
| 40 |
In the generated report sheet, please double check that ViDoSeek-page and MMLongBench-page have been renamed to ViDoSeek-page-fixed and MMLongBench-page-fixed respectively.
|
| 41 |
|
utils_v2.py
CHANGED
|
@@ -39,7 +39,7 @@ TABLE_INTRODUCTION_I = """**I-CLS**: Image Classification, **I-QA**: (Image) Vis
|
|
| 39 |
and provide us the scores sheet with the new format, so that we can make them consistent with the other models' formats.**"""
|
| 40 |
TABLE_INTRODUCTION_V = """**V-CLS**: Video Classification, **V-QA**: (Video) Visual Question Answering, **V-RET**: Video Retrieval, **V-MRET**: Video Moment Retrieval \n
|
| 41 |
Models are ranked based on **Video-Overall**"""
|
| 42 |
-
TABLE_INTRODUCTION_D = """⚠️ Please re-evaluate your models if you see a 0 on ViDoSeek-page or MMLongBench-page datasets. \n
|
| 43 |
**VisDoc**: Visual Document Understanding \n
|
| 44 |
Models are ranked based on **Visdoc-Overall**"""
|
| 45 |
|
|
|
|
| 39 |
and provide us the scores sheet with the new format, so that we can make them consistent with the other models' formats.**"""
|
| 40 |
TABLE_INTRODUCTION_V = """**V-CLS**: Video Classification, **V-QA**: (Video) Visual Question Answering, **V-RET**: Video Retrieval, **V-MRET**: Video Moment Retrieval \n
|
| 41 |
Models are ranked based on **Video-Overall**"""
|
| 42 |
+
TABLE_INTRODUCTION_D = """⚠️ Please re-evaluate your models if you see a 0 on ViDoSeek-page-fixed or MMLongBench-page-fixed datasets. \n
|
| 43 |
**VisDoc**: Visual Document Understanding \n
|
| 44 |
Models are ranked based on **Visdoc-Overall**"""
|
| 45 |
|