Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54", | |
| "task_name": "MTOPDomainClassification", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.818513, | |
| "f1": 0.810204, | |
| "f1_weighted": 0.816732, | |
| "precision": 0.806449, | |
| "precision_weighted": 0.823746, | |
| "recall": 0.822678, | |
| "recall_weighted": 0.818513, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.844733, | |
| "f1": 0.836794, | |
| "f1_weighted": 0.845319, | |
| "precision": 0.831906, | |
| "precision_weighted": 0.850534, | |
| "recall": 0.846952, | |
| "recall_weighted": 0.844733, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.833561, | |
| "f1": 0.827572, | |
| "f1_weighted": 0.832275, | |
| "precision": 0.823368, | |
| "precision_weighted": 0.836827, | |
| "recall": 0.837811, | |
| "recall_weighted": 0.833561, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.853169, | |
| "f1": 0.847384, | |
| "f1_weighted": 0.853745, | |
| "precision": 0.843439, | |
| "precision_weighted": 0.86278, | |
| "recall": 0.858848, | |
| "recall_weighted": 0.853169, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.832649, | |
| "f1": 0.824785, | |
| "f1_weighted": 0.833431, | |
| "precision": 0.822689, | |
| "precision_weighted": 0.843265, | |
| "recall": 0.837919, | |
| "recall_weighted": 0.832649, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.843137, | |
| "f1": 0.835542, | |
| "f1_weighted": 0.842324, | |
| "precision": 0.827848, | |
| "precision_weighted": 0.849532, | |
| "recall": 0.850703, | |
| "recall_weighted": 0.843137, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.81213, | |
| "f1": 0.80362, | |
| "f1_weighted": 0.809889, | |
| "precision": 0.797391, | |
| "precision_weighted": 0.816831, | |
| "recall": 0.820061, | |
| "recall_weighted": 0.81213, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.832877, | |
| "f1": 0.821307, | |
| "f1_weighted": 0.834923, | |
| "precision": 0.820621, | |
| "precision_weighted": 0.845399, | |
| "recall": 0.83353, | |
| "recall_weighted": 0.832877, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.833561, | |
| "f1": 0.826919, | |
| "f1_weighted": 0.834565, | |
| "precision": 0.820338, | |
| "precision_weighted": 0.84293, | |
| "recall": 0.841185, | |
| "recall_weighted": 0.833561, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.840173, | |
| "f1": 0.828592, | |
| "f1_weighted": 0.839495, | |
| "precision": 0.82793, | |
| "precision_weighted": 0.843386, | |
| "recall": 0.83434, | |
| "recall_weighted": 0.840173, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.834451, | |
| "f1": 0.826272, | |
| "f1_weighted": 0.83427, | |
| "precision": 0.822198, | |
| "precision_weighted": 0.841523, | |
| "recall": 0.838403, | |
| "recall_weighted": 0.834451, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.834451, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 26.04588770866394, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |