Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "2992d820f31312593c49a4890430aadadb0f0039", | |
| "task_name": "MTOPIntentClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.516331, | |
| "f1": 0.366147, | |
| "f1_weighted": 0.53159, | |
| "precision": 0.364296, | |
| "precision_weighted": 0.763314, | |
| "recall": 0.572068, | |
| "recall_weighted": 0.516331, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.558389, | |
| "f1": 0.370471, | |
| "f1_weighted": 0.578883, | |
| "precision": 0.364228, | |
| "precision_weighted": 0.753886, | |
| "recall": 0.555104, | |
| "recall_weighted": 0.558389, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.555257, | |
| "f1": 0.370618, | |
| "f1_weighted": 0.581559, | |
| "precision": 0.357602, | |
| "precision_weighted": 0.758434, | |
| "recall": 0.547853, | |
| "recall_weighted": 0.555257, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.537808, | |
| "f1": 0.376547, | |
| "f1_weighted": 0.559899, | |
| "precision": 0.376016, | |
| "precision_weighted": 0.769687, | |
| "recall": 0.569106, | |
| "recall_weighted": 0.537808, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.560179, | |
| "f1": 0.396464, | |
| "f1_weighted": 0.578002, | |
| "precision": 0.3904, | |
| "precision_weighted": 0.749415, | |
| "recall": 0.572465, | |
| "recall_weighted": 0.560179, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.548993, | |
| "f1": 0.389363, | |
| "f1_weighted": 0.566242, | |
| "precision": 0.382483, | |
| "precision_weighted": 0.741325, | |
| "recall": 0.559683, | |
| "recall_weighted": 0.548993, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.543177, | |
| "f1": 0.377522, | |
| "f1_weighted": 0.571187, | |
| "precision": 0.376821, | |
| "precision_weighted": 0.785483, | |
| "recall": 0.552711, | |
| "recall_weighted": 0.543177, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.567785, | |
| "f1": 0.382146, | |
| "f1_weighted": 0.59347, | |
| "precision": 0.380292, | |
| "precision_weighted": 0.7728, | |
| "recall": 0.566462, | |
| "recall_weighted": 0.567785, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.547204, | |
| "f1": 0.377268, | |
| "f1_weighted": 0.567397, | |
| "precision": 0.373497, | |
| "precision_weighted": 0.752202, | |
| "recall": 0.564719, | |
| "recall_weighted": 0.547204, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.590157, | |
| "f1": 0.405506, | |
| "f1_weighted": 0.61183, | |
| "precision": 0.392285, | |
| "precision_weighted": 0.771855, | |
| "recall": 0.577897, | |
| "recall_weighted": 0.590157, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.552528, | |
| "f1": 0.381205, | |
| "f1_weighted": 0.574006, | |
| "precision": 0.375792, | |
| "precision_weighted": 0.76184, | |
| "recall": 0.563807, | |
| "recall_weighted": 0.552528, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.552528, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.502052, | |
| "f1": 0.34166, | |
| "f1_weighted": 0.515926, | |
| "precision": 0.333103, | |
| "precision_weighted": 0.746089, | |
| "recall": 0.570769, | |
| "recall_weighted": 0.502052, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.545372, | |
| "f1": 0.371444, | |
| "f1_weighted": 0.56869, | |
| "precision": 0.365886, | |
| "precision_weighted": 0.776895, | |
| "recall": 0.591148, | |
| "recall_weighted": 0.545372, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.563839, | |
| "f1": 0.386771, | |
| "f1_weighted": 0.590108, | |
| "precision": 0.371579, | |
| "precision_weighted": 0.762373, | |
| "recall": 0.585059, | |
| "recall_weighted": 0.563839, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.53648, | |
| "f1": 0.368875, | |
| "f1_weighted": 0.555746, | |
| "precision": 0.358243, | |
| "precision_weighted": 0.758161, | |
| "recall": 0.582167, | |
| "recall_weighted": 0.53648, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.540812, | |
| "f1": 0.37694, | |
| "f1_weighted": 0.559379, | |
| "precision": 0.36322, | |
| "precision_weighted": 0.75342, | |
| "recall": 0.585729, | |
| "recall_weighted": 0.540812, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.540128, | |
| "f1": 0.38034, | |
| "f1_weighted": 0.55082, | |
| "precision": 0.35729, | |
| "precision_weighted": 0.727782, | |
| "recall": 0.582046, | |
| "recall_weighted": 0.540128, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.531236, | |
| "f1": 0.378585, | |
| "f1_weighted": 0.55746, | |
| "precision": 0.372597, | |
| "precision_weighted": 0.76349, | |
| "recall": 0.583202, | |
| "recall_weighted": 0.531236, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.55358, | |
| "f1": 0.38234, | |
| "f1_weighted": 0.578064, | |
| "precision": 0.371971, | |
| "precision_weighted": 0.78122, | |
| "recall": 0.592112, | |
| "recall_weighted": 0.55358, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.54788, | |
| "f1": 0.389745, | |
| "f1_weighted": 0.569258, | |
| "precision": 0.375039, | |
| "precision_weighted": 0.767314, | |
| "recall": 0.617152, | |
| "recall_weighted": 0.54788, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.567715, | |
| "f1": 0.381227, | |
| "f1_weighted": 0.585695, | |
| "precision": 0.363215, | |
| "precision_weighted": 0.75433, | |
| "recall": 0.587271, | |
| "recall_weighted": 0.567715, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.542909, | |
| "f1": 0.375793, | |
| "f1_weighted": 0.563115, | |
| "precision": 0.363214, | |
| "precision_weighted": 0.759107, | |
| "recall": 0.587666, | |
| "recall_weighted": 0.542909, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.542909, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 118.27064609527588, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |