Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046", | |
| "task_name": "AmazonPolarityClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.79523, | |
| "f1": 0.795028, | |
| "f1_weighted": 0.795028, | |
| "precision": 0.7964, | |
| "precision_weighted": 0.7964, | |
| "recall": 0.79523, | |
| "recall_weighted": 0.79523, | |
| "ap": 0.740619, | |
| "ap_weighted": 0.740619 | |
| }, | |
| { | |
| "accuracy": 0.768142, | |
| "f1": 0.768142, | |
| "f1_weighted": 0.768142, | |
| "precision": 0.768144, | |
| "precision_weighted": 0.768144, | |
| "recall": 0.768142, | |
| "recall_weighted": 0.768142, | |
| "ap": 0.705815, | |
| "ap_weighted": 0.705815 | |
| }, | |
| { | |
| "accuracy": 0.827712, | |
| "f1": 0.827712, | |
| "f1_weighted": 0.827712, | |
| "precision": 0.827716, | |
| "precision_weighted": 0.827716, | |
| "recall": 0.827712, | |
| "recall_weighted": 0.827712, | |
| "ap": 0.771595, | |
| "ap_weighted": 0.771595 | |
| }, | |
| { | |
| "accuracy": 0.813983, | |
| "f1": 0.812903, | |
| "f1_weighted": 0.812903, | |
| "precision": 0.821403, | |
| "precision_weighted": 0.821403, | |
| "recall": 0.813983, | |
| "recall_weighted": 0.813983, | |
| "ap": 0.77324, | |
| "ap_weighted": 0.77324 | |
| }, | |
| { | |
| "accuracy": 0.798872, | |
| "f1": 0.798778, | |
| "f1_weighted": 0.798778, | |
| "precision": 0.799433, | |
| "precision_weighted": 0.799433, | |
| "recall": 0.798873, | |
| "recall_weighted": 0.798872, | |
| "ap": 0.7428, | |
| "ap_weighted": 0.7428 | |
| }, | |
| { | |
| "accuracy": 0.757687, | |
| "f1": 0.755761, | |
| "f1_weighted": 0.755761, | |
| "precision": 0.766082, | |
| "precision_weighted": 0.766082, | |
| "recall": 0.757688, | |
| "recall_weighted": 0.757687, | |
| "ap": 0.709588, | |
| "ap_weighted": 0.709588 | |
| }, | |
| { | |
| "accuracy": 0.796585, | |
| "f1": 0.796115, | |
| "f1_weighted": 0.796115, | |
| "precision": 0.799344, | |
| "precision_weighted": 0.799344, | |
| "recall": 0.796585, | |
| "recall_weighted": 0.796585, | |
| "ap": 0.72855, | |
| "ap_weighted": 0.72855 | |
| }, | |
| { | |
| "accuracy": 0.834205, | |
| "f1": 0.833444, | |
| "f1_weighted": 0.833444, | |
| "precision": 0.840423, | |
| "precision_weighted": 0.840423, | |
| "recall": 0.834205, | |
| "recall_weighted": 0.834205, | |
| "ap": 0.79625, | |
| "ap_weighted": 0.79625 | |
| }, | |
| { | |
| "accuracy": 0.77233, | |
| "f1": 0.768669, | |
| "f1_weighted": 0.768669, | |
| "precision": 0.790736, | |
| "precision_weighted": 0.790736, | |
| "recall": 0.77233, | |
| "recall_weighted": 0.77233, | |
| "ap": 0.69542, | |
| "ap_weighted": 0.69542 | |
| }, | |
| { | |
| "accuracy": 0.820133, | |
| "f1": 0.819212, | |
| "f1_weighted": 0.819212, | |
| "precision": 0.826786, | |
| "precision_weighted": 0.826786, | |
| "recall": 0.820133, | |
| "recall_weighted": 0.820133, | |
| "ap": 0.749753, | |
| "ap_weighted": 0.749753 | |
| } | |
| ], | |
| "accuracy": 0.798488, | |
| "f1": 0.797576, | |
| "f1_weighted": 0.797576, | |
| "precision": 0.803647, | |
| "precision_weighted": 0.803647, | |
| "recall": 0.798488, | |
| "recall_weighted": 0.798488, | |
| "ap": 0.741363, | |
| "ap_weighted": 0.741363, | |
| "main_score": 0.798488, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 6883.579201698303, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |