Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "2992d820f31312593c49a4890430aadadb0f0039", | |
| "task_name": "MTOPIntentClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.611633, | |
| "f1": 0.409673, | |
| "f1_weighted": 0.633875, | |
| "precision": 0.398318, | |
| "precision_weighted": 0.829544, | |
| "recall": 0.602015, | |
| "recall_weighted": 0.611633, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.641163, | |
| "f1": 0.432864, | |
| "f1_weighted": 0.665308, | |
| "precision": 0.425859, | |
| "precision_weighted": 0.823211, | |
| "recall": 0.622044, | |
| "recall_weighted": 0.641163, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.64519, | |
| "f1": 0.434012, | |
| "f1_weighted": 0.663065, | |
| "precision": 0.411199, | |
| "precision_weighted": 0.819446, | |
| "recall": 0.617317, | |
| "recall_weighted": 0.64519, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.630872, | |
| "f1": 0.430861, | |
| "f1_weighted": 0.652042, | |
| "precision": 0.412139, | |
| "precision_weighted": 0.823488, | |
| "recall": 0.606452, | |
| "recall_weighted": 0.630872, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.630425, | |
| "f1": 0.449798, | |
| "f1_weighted": 0.64842, | |
| "precision": 0.440425, | |
| "precision_weighted": 0.820239, | |
| "recall": 0.626703, | |
| "recall_weighted": 0.630425, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.624609, | |
| "f1": 0.4352, | |
| "f1_weighted": 0.644347, | |
| "precision": 0.430907, | |
| "precision_weighted": 0.833457, | |
| "recall": 0.595863, | |
| "recall_weighted": 0.624609, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.619239, | |
| "f1": 0.433608, | |
| "f1_weighted": 0.647686, | |
| "precision": 0.421929, | |
| "precision_weighted": 0.829609, | |
| "recall": 0.612615, | |
| "recall_weighted": 0.619239, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.655928, | |
| "f1": 0.444966, | |
| "f1_weighted": 0.67959, | |
| "precision": 0.428875, | |
| "precision_weighted": 0.841773, | |
| "recall": 0.62983, | |
| "recall_weighted": 0.655928, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.657718, | |
| "f1": 0.426842, | |
| "f1_weighted": 0.671419, | |
| "precision": 0.416557, | |
| "precision_weighted": 0.829213, | |
| "recall": 0.605491, | |
| "recall_weighted": 0.657718, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.660403, | |
| "f1": 0.450082, | |
| "f1_weighted": 0.684754, | |
| "precision": 0.438556, | |
| "precision_weighted": 0.831814, | |
| "recall": 0.612658, | |
| "recall_weighted": 0.660403, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.637718, | |
| "f1": 0.434791, | |
| "f1_weighted": 0.659051, | |
| "precision": 0.422477, | |
| "precision_weighted": 0.828179, | |
| "recall": 0.613099, | |
| "recall_weighted": 0.637718, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.637718, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.601459, | |
| "f1": 0.42908, | |
| "f1_weighted": 0.62617, | |
| "precision": 0.412977, | |
| "precision_weighted": 0.822319, | |
| "recall": 0.643194, | |
| "recall_weighted": 0.601459, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.628591, | |
| "f1": 0.420223, | |
| "f1_weighted": 0.650183, | |
| "precision": 0.405049, | |
| "precision_weighted": 0.824838, | |
| "recall": 0.642639, | |
| "recall_weighted": 0.628591, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.645919, | |
| "f1": 0.453776, | |
| "f1_weighted": 0.667763, | |
| "precision": 0.424753, | |
| "precision_weighted": 0.825284, | |
| "recall": 0.657699, | |
| "recall_weighted": 0.645919, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.622663, | |
| "f1": 0.442072, | |
| "f1_weighted": 0.643417, | |
| "precision": 0.42229, | |
| "precision_weighted": 0.821174, | |
| "recall": 0.656686, | |
| "recall_weighted": 0.622663, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.613771, | |
| "f1": 0.444827, | |
| "f1_weighted": 0.630261, | |
| "precision": 0.423994, | |
| "precision_weighted": 0.796384, | |
| "recall": 0.659946, | |
| "recall_weighted": 0.613771, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.615595, | |
| "f1": 0.43974, | |
| "f1_weighted": 0.635122, | |
| "precision": 0.421639, | |
| "precision_weighted": 0.820269, | |
| "recall": 0.654356, | |
| "recall_weighted": 0.615595, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.606703, | |
| "f1": 0.441633, | |
| "f1_weighted": 0.630369, | |
| "precision": 0.427797, | |
| "precision_weighted": 0.817602, | |
| "recall": 0.641123, | |
| "recall_weighted": 0.606703, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.638851, | |
| "f1": 0.439061, | |
| "f1_weighted": 0.657051, | |
| "precision": 0.415251, | |
| "precision_weighted": 0.827372, | |
| "recall": 0.657952, | |
| "recall_weighted": 0.638851, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.641587, | |
| "f1": 0.444679, | |
| "f1_weighted": 0.66043, | |
| "precision": 0.421675, | |
| "precision_weighted": 0.829789, | |
| "recall": 0.661222, | |
| "recall_weighted": 0.641587, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.635659, | |
| "f1": 0.438398, | |
| "f1_weighted": 0.655304, | |
| "precision": 0.420978, | |
| "precision_weighted": 0.81612, | |
| "recall": 0.647443, | |
| "recall_weighted": 0.635659, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.62508, | |
| "f1": 0.439349, | |
| "f1_weighted": 0.645607, | |
| "precision": 0.41964, | |
| "precision_weighted": 0.820115, | |
| "recall": 0.652226, | |
| "recall_weighted": 0.62508, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.62508, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 226.89173936843872, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |