AsyiraFitri commited on
Commit ·
4bb5972
1
Parent(s): de7faa3
Added ModernVBERT raw embeddings
Browse files
tabacco3482_benchmarks/benchmark_summary.txt
CHANGED
|
@@ -26,6 +26,7 @@ SigLIP 2 SO400M (patch14-384) + postprocess 89.10% 89.05% 76.47%
|
|
| 26 |
SigLIP2 SO400M (patch14-384) 88.38% 88.30% 84.36% 86.66% 1152
|
| 27 |
SigLIP2 Large (patch16-256) 86.80% 86.48% 79.91% 82.35% 1024
|
| 28 |
ModernVBERT Embed + postprocess 86.37% 86.13% 72.88% 77.76% 256
|
|
|
|
| 29 |
ModernVBERT Bi + postprocess 86.08% 85.96% 70.44% 75.75% 256
|
| 30 |
CLIP Large (patch14-224) 85.80% 85.53% 78.91% 81.49% 1024
|
| 31 |
CLIP Large (patch14-224) + postprocess 84.79% 84.60% 75.04% 79.63% 64
|
|
|
|
| 26 |
SigLIP2 SO400M (patch14-384) 88.38% 88.30% 84.36% 86.66% 1152
|
| 27 |
SigLIP2 Large (patch16-256) 86.80% 86.48% 79.91% 82.35% 1024
|
| 28 |
ModernVBERT Embed + postprocess 86.37% 86.13% 72.88% 77.76% 256
|
| 29 |
+
ModernVBERT Bi 84.79% 84.75% 81.78% 80.77% 768
|
| 30 |
ModernVBERT Bi + postprocess 86.08% 85.96% 70.44% 75.75% 256
|
| 31 |
CLIP Large (patch14-224) 85.80% 85.53% 78.91% 81.49% 1024
|
| 32 |
CLIP Large (patch14-224) + postprocess 84.79% 84.60% 75.04% 79.63% 64
|
tabacco3482_benchmarks/figures/results.png
CHANGED
|
Git LFS Details
|
|
Git LFS Details
|
tabacco3482_benchmarks/results/benchmark_summary.json
CHANGED
|
@@ -110,6 +110,22 @@
|
|
| 110 |
"compressed_dim": 256,
|
| 111 |
"num_params_M": 252.0
|
| 112 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 113 |
{
|
| 114 |
"display_name": "ModernVBERT Bi + postprocess",
|
| 115 |
"family": "modernvbert",
|
|
|
|
| 110 |
"compressed_dim": 256,
|
| 111 |
"num_params_M": 252.0
|
| 112 |
},
|
| 113 |
+
{
|
| 114 |
+
"display_name": "ModernVBERT Bi",
|
| 115 |
+
"family": "modernvbert",
|
| 116 |
+
"model_id": "ModernVBERT/bimodernvbert",
|
| 117 |
+
"batch_size": null,
|
| 118 |
+
"description": "",
|
| 119 |
+
"notes": "",
|
| 120 |
+
"clf_accuracy": 0.8479197,
|
| 121 |
+
"f1_score": 0.847496,
|
| 122 |
+
"knn_top1": 0.817791,
|
| 123 |
+
"knn_top5": 0.807747,
|
| 124 |
+
"embed_time_s": 1999.24,
|
| 125 |
+
"embed_dim": 768,
|
| 126 |
+
"compressed_dim": null,
|
| 127 |
+
"num_params_M": 252.0
|
| 128 |
+
},
|
| 129 |
{
|
| 130 |
"display_name": "ModernVBERT Bi + postprocess",
|
| 131 |
"family": "modernvbert",
|