Hugging Face's logo

Spaces:
TIGER-Lab
/
MMEB-Leaderboard
Running

App Files Community
135

Add Jina v5 omni MSR-VTT scores

#129
by florian-hoenicke - opened
base: refs/heads/main
←
from: refs/pr/129
Discussion Files changed
+218
-0
Files changed (2) hide show
  1. scores/jina-embeddings-v5-omni-nano.json +109 -0
  2. scores/jina-embeddings-v5-omni-small.json +109 -0
scores/jina-embeddings-v5-omni-nano.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "jina-embeddings-v5-omni-nano",
4
+ "model_backbone": "jina-embeddings-v5-text",
5
+ "model_size": 0.985984512,
6
+ "embedding_dimension": 768,
7
+ "max_length_tokens": 8192,
8
+ "model_release_date": "2026-04-01",
9
+ "data_source": "Self-Reported",
10
+ "url": "https://huggingface.co/jinaai/jina-embeddings-v5-omni-nano",
11
+ "model_sha": "239e42e62b94a11abe778b8b688fade126550ed1",
12
+ "report_generated_date": "2026-05-08T08:45:15.622977"
13
+ },
14
+ "metrics": {
15
+ "image": {
16
+ "ImageNet-1K": "DIR_N/A",
17
+ "N24News": "DIR_N/A",
18
+ "HatefulMemes": "DIR_N/A",
19
+ "VOC2007": "DIR_N/A",
20
+ "SUN397": "DIR_N/A",
21
+ "Place365": "DIR_N/A",
22
+ "ImageNet-A": "DIR_N/A",
23
+ "ImageNet-R": "DIR_N/A",
24
+ "ObjectNet": "DIR_N/A",
25
+ "Country211": "DIR_N/A",
26
+ "OK-VQA": "DIR_N/A",
27
+ "A-OKVQA": "DIR_N/A",
28
+ "DocVQA": "DIR_N/A",
29
+ "InfographicsVQA": "DIR_N/A",
30
+ "ChartQA": "DIR_N/A",
31
+ "Visual7W": "DIR_N/A",
32
+ "ScienceQA": "DIR_N/A",
33
+ "VizWiz": "DIR_N/A",
34
+ "GQA": "DIR_N/A",
35
+ "TextVQA": "DIR_N/A",
36
+ "VisDial": "DIR_N/A",
37
+ "CIRR": "DIR_N/A",
38
+ "VisualNews_t2i": "DIR_N/A",
39
+ "VisualNews_i2t": "DIR_N/A",
40
+ "MSCOCO_t2i": "DIR_N/A",
41
+ "MSCOCO_i2t": "DIR_N/A",
42
+ "NIGHTS": "DIR_N/A",
43
+ "WebQA": "DIR_N/A",
44
+ "FashionIQ": "DIR_N/A",
45
+ "Wiki-SS-NQ": "DIR_N/A",
46
+ "OVEN": "DIR_N/A",
47
+ "EDIS": "DIR_N/A",
48
+ "MSCOCO": "DIR_N/A",
49
+ "RefCOCO": "DIR_N/A",
50
+ "RefCOCO-Matching": "DIR_N/A",
51
+ "Visual7W-Pointing": "DIR_N/A"
52
+ },
53
+ "video": {
54
+ "K700": "DIR_N/A",
55
+ "SmthSmthV2": "DIR_N/A",
56
+ "HMDB51": "DIR_N/A",
57
+ "UCF101": "DIR_N/A",
58
+ "Breakfast": "DIR_N/A",
59
+ "MVBench": "DIR_N/A",
60
+ "Video-MME": "DIR_N/A",
61
+ "NExTQA": "DIR_N/A",
62
+ "EgoSchema": "DIR_N/A",
63
+ "ActivityNetQA": "DIR_N/A",
64
+ "DiDeMo": "DIR_N/A",
65
+ "MSR-VTT": {
66
+ "hit@1": 0.252,
67
+ "hit@5": 0.461,
68
+ "hit@10": 0.576,
69
+ "mrr": 0.35831311540675054,
70
+ "num_queries": 1000,
71
+ "num_candidates": 1000,
72
+ "num_pred": 1000,
73
+ "num_data": 1000
74
+ },
75
+ "MSVD": "DIR_N/A",
76
+ "VATEX": "DIR_N/A",
77
+ "YouCook2": "DIR_N/A",
78
+ "QVHighlight": "DIR_N/A",
79
+ "Charades-STA": "DIR_N/A",
80
+ "MomentSeeker": "DIR_N/A"
81
+ },
82
+ "visdoc": {
83
+ "ViDoRe_arxivqa": "DIR_N/A",
84
+ "ViDoRe_docvqa": "DIR_N/A",
85
+ "ViDoRe_infovqa": "DIR_N/A",
86
+ "ViDoRe_tabfquad": "DIR_N/A",
87
+ "ViDoRe_tatdqa": "DIR_N/A",
88
+ "ViDoRe_shiftproject": "DIR_N/A",
89
+ "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
90
+ "ViDoRe_syntheticDocQA_energy": "DIR_N/A",
91
+ "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
92
+ "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
93
+ "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
94
+ "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
95
+ "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
96
+ "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
97
+ "VisRAG_ArxivQA": "DIR_N/A",
98
+ "VisRAG_ChartQA": "DIR_N/A",
99
+ "VisRAG_MP-DocVQA": "DIR_N/A",
100
+ "VisRAG_SlideVQA": "DIR_N/A",
101
+ "VisRAG_InfoVQA": "DIR_N/A",
102
+ "VisRAG_PlotQA": "DIR_N/A",
103
+ "ViDoSeek-page-fixed": "DIR_N/A",
104
+ "ViDoSeek-doc": "DIR_N/A",
105
+ "MMLongBench-page-fixed": "DIR_N/A",
106
+ "MMLongBench-doc": "DIR_N/A"
107
+ }
108
+ }
109
+ }
scores/jina-embeddings-v5-omni-small.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "model_name": "jina-embeddings-v5-omni-small",
4
+ "model_backbone": "jina-embeddings-v5-text",
5
+ "model_size": 1.626268672,
6
+ "embedding_dimension": 1024,
7
+ "max_length_tokens": 32768,
8
+ "model_release_date": "2026-04-01",
9
+ "data_source": "Self-Reported",
10
+ "url": "https://huggingface.co/jinaai/jina-embeddings-v5-omni-small",
11
+ "model_sha": "127a6f9c7dbb47c9c1d97dc4fa040dc250ec6d42",
12
+ "report_generated_date": "2026-05-08T08:45:15.622977"
13
+ },
14
+ "metrics": {
15
+ "image": {
16
+ "ImageNet-1K": "DIR_N/A",
17
+ "N24News": "DIR_N/A",
18
+ "HatefulMemes": "DIR_N/A",
19
+ "VOC2007": "DIR_N/A",
20
+ "SUN397": "DIR_N/A",
21
+ "Place365": "DIR_N/A",
22
+ "ImageNet-A": "DIR_N/A",
23
+ "ImageNet-R": "DIR_N/A",
24
+ "ObjectNet": "DIR_N/A",
25
+ "Country211": "DIR_N/A",
26
+ "OK-VQA": "DIR_N/A",
27
+ "A-OKVQA": "DIR_N/A",
28
+ "DocVQA": "DIR_N/A",
29
+ "InfographicsVQA": "DIR_N/A",
30
+ "ChartQA": "DIR_N/A",
31
+ "Visual7W": "DIR_N/A",
32
+ "ScienceQA": "DIR_N/A",
33
+ "VizWiz": "DIR_N/A",
34
+ "GQA": "DIR_N/A",
35
+ "TextVQA": "DIR_N/A",
36
+ "VisDial": "DIR_N/A",
37
+ "CIRR": "DIR_N/A",
38
+ "VisualNews_t2i": "DIR_N/A",
39
+ "VisualNews_i2t": "DIR_N/A",
40
+ "MSCOCO_t2i": "DIR_N/A",
41
+ "MSCOCO_i2t": "DIR_N/A",
42
+ "NIGHTS": "DIR_N/A",
43
+ "WebQA": "DIR_N/A",
44
+ "FashionIQ": "DIR_N/A",
45
+ "Wiki-SS-NQ": "DIR_N/A",
46
+ "OVEN": "DIR_N/A",
47
+ "EDIS": "DIR_N/A",
48
+ "MSCOCO": "DIR_N/A",
49
+ "RefCOCO": "DIR_N/A",
50
+ "RefCOCO-Matching": "DIR_N/A",
51
+ "Visual7W-Pointing": "DIR_N/A"
52
+ },
53
+ "video": {
54
+ "K700": "DIR_N/A",
55
+ "SmthSmthV2": "DIR_N/A",
56
+ "HMDB51": "DIR_N/A",
57
+ "UCF101": "DIR_N/A",
58
+ "Breakfast": "DIR_N/A",
59
+ "MVBench": "DIR_N/A",
60
+ "Video-MME": "DIR_N/A",
61
+ "NExTQA": "DIR_N/A",
62
+ "EgoSchema": "DIR_N/A",
63
+ "ActivityNetQA": "DIR_N/A",
64
+ "DiDeMo": "DIR_N/A",
65
+ "MSR-VTT": {
66
+ "hit@1": 0.365,
67
+ "hit@5": 0.605,
68
+ "hit@10": 0.706,
69
+ "mrr": 0.48153425884114703,
70
+ "num_queries": 1000,
71
+ "num_candidates": 1000,
72
+ "num_pred": 1000,
73
+ "num_data": 1000
74
+ },
75
+ "MSVD": "DIR_N/A",
76
+ "VATEX": "DIR_N/A",
77
+ "YouCook2": "DIR_N/A",
78
+ "QVHighlight": "DIR_N/A",
79
+ "Charades-STA": "DIR_N/A",
80
+ "MomentSeeker": "DIR_N/A"
81
+ },
82
+ "visdoc": {
83
+ "ViDoRe_arxivqa": "DIR_N/A",
84
+ "ViDoRe_docvqa": "DIR_N/A",
85
+ "ViDoRe_infovqa": "DIR_N/A",
86
+ "ViDoRe_tabfquad": "DIR_N/A",
87
+ "ViDoRe_tatdqa": "DIR_N/A",
88
+ "ViDoRe_shiftproject": "DIR_N/A",
89
+ "ViDoRe_syntheticDocQA_artificial_intelligence": "DIR_N/A",
90
+ "ViDoRe_syntheticDocQA_energy": "DIR_N/A",
91
+ "ViDoRe_syntheticDocQA_government_reports": "DIR_N/A",
92
+ "ViDoRe_syntheticDocQA_healthcare_industry": "DIR_N/A",
93
+ "ViDoRe_esg_reports_human_labeled_v2": "DIR_N/A",
94
+ "ViDoRe_biomedical_lectures_v2_multilingual": "DIR_N/A",
95
+ "ViDoRe_economics_reports_v2_multilingual": "DIR_N/A",
96
+ "ViDoRe_esg_reports_v2_multilingual": "DIR_N/A",
97
+ "VisRAG_ArxivQA": "DIR_N/A",
98
+ "VisRAG_ChartQA": "DIR_N/A",
99
+ "VisRAG_MP-DocVQA": "DIR_N/A",
100
+ "VisRAG_SlideVQA": "DIR_N/A",
101
+ "VisRAG_InfoVQA": "DIR_N/A",
102
+ "VisRAG_PlotQA": "DIR_N/A",
103
+ "ViDoSeek-page-fixed": "DIR_N/A",
104
+ "ViDoSeek-doc": "DIR_N/A",
105
+ "MMLongBench-page-fixed": "DIR_N/A",
106
+ "MMLongBench-doc": "DIR_N/A"
107
+ }
108
+ }
109
+ }