Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "6b5d328eaae8ef408dd7d775040245cf86f92e9d", | |
| "task_name": "AmazonReviewsClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.3768, | |
| "f1": 0.366297, | |
| "f1_weighted": 0.366297, | |
| "precision": 0.37297, | |
| "precision_weighted": 0.37297, | |
| "recall": 0.3768, | |
| "recall_weighted": 0.3768, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3854, | |
| "f1": 0.366427, | |
| "f1_weighted": 0.366427, | |
| "precision": 0.369938, | |
| "precision_weighted": 0.369938, | |
| "recall": 0.3854, | |
| "recall_weighted": 0.3854, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3892, | |
| "f1": 0.383804, | |
| "f1_weighted": 0.383804, | |
| "precision": 0.382414, | |
| "precision_weighted": 0.382414, | |
| "recall": 0.3892, | |
| "recall_weighted": 0.3892, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3474, | |
| "f1": 0.340145, | |
| "f1_weighted": 0.340145, | |
| "precision": 0.335727, | |
| "precision_weighted": 0.335727, | |
| "recall": 0.3474, | |
| "recall_weighted": 0.3474, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3868, | |
| "f1": 0.380865, | |
| "f1_weighted": 0.380865, | |
| "precision": 0.393436, | |
| "precision_weighted": 0.393436, | |
| "recall": 0.3868, | |
| "recall_weighted": 0.3868, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.35, | |
| "f1": 0.33815, | |
| "f1_weighted": 0.33815, | |
| "precision": 0.351434, | |
| "precision_weighted": 0.351434, | |
| "recall": 0.35, | |
| "recall_weighted": 0.35, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3516, | |
| "f1": 0.347711, | |
| "f1_weighted": 0.347711, | |
| "precision": 0.349063, | |
| "precision_weighted": 0.349063, | |
| "recall": 0.3516, | |
| "recall_weighted": 0.3516, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.4044, | |
| "f1": 0.39977, | |
| "f1_weighted": 0.39977, | |
| "precision": 0.400172, | |
| "precision_weighted": 0.400172, | |
| "recall": 0.4044, | |
| "recall_weighted": 0.4044, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3684, | |
| "f1": 0.357162, | |
| "f1_weighted": 0.357162, | |
| "precision": 0.366983, | |
| "precision_weighted": 0.366983, | |
| "recall": 0.3684, | |
| "recall_weighted": 0.3684, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3504, | |
| "f1": 0.342682, | |
| "f1_weighted": 0.342682, | |
| "precision": 0.345879, | |
| "precision_weighted": 0.345879, | |
| "recall": 0.3504, | |
| "recall_weighted": 0.3504, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.37104, | |
| "f1": 0.362301, | |
| "f1_weighted": 0.362301, | |
| "precision": 0.366802, | |
| "precision_weighted": 0.366802, | |
| "recall": 0.37104, | |
| "recall_weighted": 0.37104, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.37104, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.3848, | |
| "f1": 0.371192, | |
| "f1_weighted": 0.371192, | |
| "precision": 0.374745, | |
| "precision_weighted": 0.374745, | |
| "recall": 0.3848, | |
| "recall_weighted": 0.3848, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3922, | |
| "f1": 0.373858, | |
| "f1_weighted": 0.373858, | |
| "precision": 0.378077, | |
| "precision_weighted": 0.378077, | |
| "recall": 0.3922, | |
| "recall_weighted": 0.3922, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3836, | |
| "f1": 0.377258, | |
| "f1_weighted": 0.377258, | |
| "precision": 0.375583, | |
| "precision_weighted": 0.375583, | |
| "recall": 0.3836, | |
| "recall_weighted": 0.3836, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.363, | |
| "f1": 0.356521, | |
| "f1_weighted": 0.356521, | |
| "precision": 0.352648, | |
| "precision_weighted": 0.352648, | |
| "recall": 0.363, | |
| "recall_weighted": 0.363, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.397, | |
| "f1": 0.389545, | |
| "f1_weighted": 0.389545, | |
| "precision": 0.400318, | |
| "precision_weighted": 0.400318, | |
| "recall": 0.397, | |
| "recall_weighted": 0.397, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3486, | |
| "f1": 0.333875, | |
| "f1_weighted": 0.333875, | |
| "precision": 0.349267, | |
| "precision_weighted": 0.349267, | |
| "recall": 0.3486, | |
| "recall_weighted": 0.3486, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3398, | |
| "f1": 0.336773, | |
| "f1_weighted": 0.336773, | |
| "precision": 0.337682, | |
| "precision_weighted": 0.337682, | |
| "recall": 0.3398, | |
| "recall_weighted": 0.3398, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.4048, | |
| "f1": 0.399556, | |
| "f1_weighted": 0.399556, | |
| "precision": 0.399706, | |
| "precision_weighted": 0.399706, | |
| "recall": 0.4048, | |
| "recall_weighted": 0.4048, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.365, | |
| "f1": 0.353462, | |
| "f1_weighted": 0.353462, | |
| "precision": 0.366623, | |
| "precision_weighted": 0.366623, | |
| "recall": 0.365, | |
| "recall_weighted": 0.365, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3546, | |
| "f1": 0.346895, | |
| "f1_weighted": 0.346895, | |
| "precision": 0.350111, | |
| "precision_weighted": 0.350111, | |
| "recall": 0.3546, | |
| "recall_weighted": 0.3546, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.37334, | |
| "f1": 0.363894, | |
| "f1_weighted": 0.363894, | |
| "precision": 0.368476, | |
| "precision_weighted": 0.368476, | |
| "recall": 0.37334, | |
| "recall_weighted": 0.37334, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.37334, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 159.81794357299805, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |