Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "2992d820f31312593c49a4890430aadadb0f0039", | |
| "task_name": "MTOPIntentClassification", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.48746, | |
| "f1": 0.32061, | |
| "f1_weighted": 0.503444, | |
| "precision": 0.314244, | |
| "precision_weighted": 0.713996, | |
| "recall": 0.522296, | |
| "recall_weighted": 0.48746, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.5285, | |
| "f1": 0.349812, | |
| "f1_weighted": 0.555743, | |
| "precision": 0.347551, | |
| "precision_weighted": 0.743027, | |
| "recall": 0.546812, | |
| "recall_weighted": 0.5285, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.540356, | |
| "f1": 0.346726, | |
| "f1_weighted": 0.573882, | |
| "precision": 0.340707, | |
| "precision_weighted": 0.751017, | |
| "recall": 0.524012, | |
| "recall_weighted": 0.540356, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.521888, | |
| "f1": 0.339828, | |
| "f1_weighted": 0.547966, | |
| "precision": 0.3375, | |
| "precision_weighted": 0.742117, | |
| "recall": 0.527615, | |
| "recall_weighted": 0.521888, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.514592, | |
| "f1": 0.345729, | |
| "f1_weighted": 0.530088, | |
| "precision": 0.3408, | |
| "precision_weighted": 0.734854, | |
| "recall": 0.535731, | |
| "recall_weighted": 0.514592, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.508664, | |
| "f1": 0.34659, | |
| "f1_weighted": 0.526555, | |
| "precision": 0.336049, | |
| "precision_weighted": 0.746518, | |
| "recall": 0.524452, | |
| "recall_weighted": 0.508664, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.48176, | |
| "f1": 0.332331, | |
| "f1_weighted": 0.505281, | |
| "precision": 0.330377, | |
| "precision_weighted": 0.727788, | |
| "recall": 0.515638, | |
| "recall_weighted": 0.48176, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.52622, | |
| "f1": 0.341885, | |
| "f1_weighted": 0.548056, | |
| "precision": 0.335051, | |
| "precision_weighted": 0.741829, | |
| "recall": 0.546468, | |
| "recall_weighted": 0.52622, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.52508, | |
| "f1": 0.350598, | |
| "f1_weighted": 0.550702, | |
| "precision": 0.339187, | |
| "precision_weighted": 0.7579, | |
| "recall": 0.550679, | |
| "recall_weighted": 0.52508, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.537392, | |
| "f1": 0.360391, | |
| "f1_weighted": 0.559791, | |
| "precision": 0.350729, | |
| "precision_weighted": 0.734016, | |
| "recall": 0.537884, | |
| "recall_weighted": 0.537392, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.517191, | |
| "f1": 0.34345, | |
| "f1_weighted": 0.540151, | |
| "precision": 0.33722, | |
| "precision_weighted": 0.739306, | |
| "recall": 0.533159, | |
| "recall_weighted": 0.517191, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.517191, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 54.93283700942993, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |