AsyiraFitri commited on
Commit
4bb5972
·
1 Parent(s): de7faa3

Added ModernVBERT raw embeddings

Browse files
tabacco3482_benchmarks/benchmark_summary.txt CHANGED
@@ -26,6 +26,7 @@ SigLIP 2 SO400M (patch14-384) + postprocess 89.10% 89.05% 76.47%
26
  SigLIP2 SO400M (patch14-384) 88.38% 88.30% 84.36% 86.66% 1152
27
  SigLIP2 Large (patch16-256) 86.80% 86.48% 79.91% 82.35% 1024
28
  ModernVBERT Embed + postprocess 86.37% 86.13% 72.88% 77.76% 256
 
29
  ModernVBERT Bi + postprocess 86.08% 85.96% 70.44% 75.75% 256
30
  CLIP Large (patch14-224) 85.80% 85.53% 78.91% 81.49% 1024
31
  CLIP Large (patch14-224) + postprocess 84.79% 84.60% 75.04% 79.63% 64
 
26
  SigLIP2 SO400M (patch14-384) 88.38% 88.30% 84.36% 86.66% 1152
27
  SigLIP2 Large (patch16-256) 86.80% 86.48% 79.91% 82.35% 1024
28
  ModernVBERT Embed + postprocess 86.37% 86.13% 72.88% 77.76% 256
29
+ ModernVBERT Bi 84.79% 84.75% 81.78% 80.77% 768
30
  ModernVBERT Bi + postprocess 86.08% 85.96% 70.44% 75.75% 256
31
  CLIP Large (patch14-224) 85.80% 85.53% 78.91% 81.49% 1024
32
  CLIP Large (patch14-224) + postprocess 84.79% 84.60% 75.04% 79.63% 64
tabacco3482_benchmarks/figures/results.png CHANGED

Git LFS Details

  • SHA256: 1af1101d6b5619c9a49fe0e8b032deb66e2283d25acd51b9e7d6d3f02dd4813f
  • Pointer size: 131 Bytes
  • Size of remote file: 115 kB

Git LFS Details

  • SHA256: 6b9463aaf9dfa65e2404591d7c392835dd6dd10237968988a19d222a61b4f052
  • Pointer size: 131 Bytes
  • Size of remote file: 122 kB
tabacco3482_benchmarks/results/benchmark_summary.json CHANGED
@@ -110,6 +110,22 @@
110
  "compressed_dim": 256,
111
  "num_params_M": 252.0
112
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
113
  {
114
  "display_name": "ModernVBERT Bi + postprocess",
115
  "family": "modernvbert",
 
110
  "compressed_dim": 256,
111
  "num_params_M": 252.0
112
  },
113
+ {
114
+ "display_name": "ModernVBERT Bi",
115
+ "family": "modernvbert",
116
+ "model_id": "ModernVBERT/bimodernvbert",
117
+ "batch_size": null,
118
+ "description": "",
119
+ "notes": "",
120
+ "clf_accuracy": 0.8479197,
121
+ "f1_score": 0.847496,
122
+ "knn_top1": 0.817791,
123
+ "knn_top5": 0.807747,
124
+ "embed_time_s": 1999.24,
125
+ "embed_dim": 768,
126
+ "compressed_dim": null,
127
+ "num_params_M": 252.0
128
+ },
129
  {
130
  "display_name": "ModernVBERT Bi + postprocess",
131
  "family": "modernvbert",