Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", | |
| "task_name": "MassiveIntentClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.604525, | |
| "f1": 0.564468, | |
| "f1_weighted": 0.591358, | |
| "precision": 0.562117, | |
| "precision_weighted": 0.650289, | |
| "recall": 0.651761, | |
| "recall_weighted": 0.604525, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.649287, | |
| "f1": 0.611558, | |
| "f1_weighted": 0.642462, | |
| "precision": 0.596179, | |
| "precision_weighted": 0.686891, | |
| "recall": 0.692154, | |
| "recall_weighted": 0.649287, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.620266, | |
| "f1": 0.574451, | |
| "f1_weighted": 0.602432, | |
| "precision": 0.563445, | |
| "precision_weighted": 0.637167, | |
| "recall": 0.669354, | |
| "recall_weighted": 0.620266, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.625676, | |
| "f1": 0.575931, | |
| "f1_weighted": 0.60735, | |
| "precision": 0.575796, | |
| "precision_weighted": 0.69068, | |
| "recall": 0.669621, | |
| "recall_weighted": 0.625676, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.618298, | |
| "f1": 0.579576, | |
| "f1_weighted": 0.602698, | |
| "precision": 0.566206, | |
| "precision_weighted": 0.649519, | |
| "recall": 0.683943, | |
| "recall_weighted": 0.618298, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.578455, | |
| "f1": 0.554946, | |
| "f1_weighted": 0.558671, | |
| "precision": 0.562892, | |
| "precision_weighted": 0.65798, | |
| "recall": 0.656489, | |
| "recall_weighted": 0.578455, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.605509, | |
| "f1": 0.576624, | |
| "f1_weighted": 0.591015, | |
| "precision": 0.581767, | |
| "precision_weighted": 0.646599, | |
| "recall": 0.660639, | |
| "recall_weighted": 0.605509, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.595671, | |
| "f1": 0.573045, | |
| "f1_weighted": 0.574776, | |
| "precision": 0.575893, | |
| "precision_weighted": 0.65593, | |
| "recall": 0.668549, | |
| "recall_weighted": 0.595671, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.595671, | |
| "f1": 0.562687, | |
| "f1_weighted": 0.566757, | |
| "precision": 0.589109, | |
| "precision_weighted": 0.69285, | |
| "recall": 0.662312, | |
| "recall_weighted": 0.595671, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.631579, | |
| "f1": 0.590278, | |
| "f1_weighted": 0.622264, | |
| "precision": 0.589255, | |
| "precision_weighted": 0.683462, | |
| "recall": 0.674086, | |
| "recall_weighted": 0.631579, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.612494, | |
| "f1": 0.576356, | |
| "f1_weighted": 0.595978, | |
| "precision": 0.576266, | |
| "precision_weighted": 0.665137, | |
| "recall": 0.668891, | |
| "recall_weighted": 0.612494, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.612494, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.611634, | |
| "f1": 0.585785, | |
| "f1_weighted": 0.599458, | |
| "precision": 0.581867, | |
| "precision_weighted": 0.668286, | |
| "recall": 0.689783, | |
| "recall_weighted": 0.611634, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.648285, | |
| "f1": 0.625164, | |
| "f1_weighted": 0.640539, | |
| "precision": 0.60389, | |
| "precision_weighted": 0.685165, | |
| "recall": 0.704445, | |
| "recall_weighted": 0.648285, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.605918, | |
| "f1": 0.577655, | |
| "f1_weighted": 0.592666, | |
| "precision": 0.569684, | |
| "precision_weighted": 0.65938, | |
| "recall": 0.667719, | |
| "recall_weighted": 0.605918, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.630464, | |
| "f1": 0.597327, | |
| "f1_weighted": 0.613853, | |
| "precision": 0.584902, | |
| "precision_weighted": 0.671286, | |
| "recall": 0.68058, | |
| "recall_weighted": 0.630464, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.603564, | |
| "f1": 0.582215, | |
| "f1_weighted": 0.590151, | |
| "precision": 0.580583, | |
| "precision_weighted": 0.65609, | |
| "recall": 0.687555, | |
| "recall_weighted": 0.603564, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.566241, | |
| "f1": 0.560964, | |
| "f1_weighted": 0.55125, | |
| "precision": 0.567787, | |
| "precision_weighted": 0.668481, | |
| "recall": 0.654699, | |
| "recall_weighted": 0.566241, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.6039, | |
| "f1": 0.583179, | |
| "f1_weighted": 0.586948, | |
| "precision": 0.572859, | |
| "precision_weighted": 0.650546, | |
| "recall": 0.694353, | |
| "recall_weighted": 0.6039, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.597512, | |
| "f1": 0.590263, | |
| "f1_weighted": 0.579391, | |
| "precision": 0.580378, | |
| "precision_weighted": 0.652295, | |
| "recall": 0.680761, | |
| "recall_weighted": 0.597512, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.591459, | |
| "f1": 0.581459, | |
| "f1_weighted": 0.562673, | |
| "precision": 0.591208, | |
| "precision_weighted": 0.651962, | |
| "recall": 0.683426, | |
| "recall_weighted": 0.591459, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.624412, | |
| "f1": 0.607599, | |
| "f1_weighted": 0.616047, | |
| "precision": 0.597789, | |
| "precision_weighted": 0.679811, | |
| "recall": 0.707667, | |
| "recall_weighted": 0.624412, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.608339, | |
| "f1": 0.589161, | |
| "f1_weighted": 0.593298, | |
| "precision": 0.583095, | |
| "precision_weighted": 0.66433, | |
| "recall": 0.685099, | |
| "recall_weighted": 0.608339, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.608339, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 93.8818793296814, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |