Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "6b5d328eaae8ef408dd7d775040245cf86f92e9d", | |
| "task_name": "AmazonReviewsClassification", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.365, | |
| "f1": 0.349148, | |
| "f1_weighted": 0.349148, | |
| "precision": 0.359526, | |
| "precision_weighted": 0.359526, | |
| "recall": 0.365, | |
| "recall_weighted": 0.365, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3698, | |
| "f1": 0.351267, | |
| "f1_weighted": 0.351267, | |
| "precision": 0.352476, | |
| "precision_weighted": 0.352476, | |
| "recall": 0.3698, | |
| "recall_weighted": 0.3698, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3704, | |
| "f1": 0.363844, | |
| "f1_weighted": 0.363844, | |
| "precision": 0.362399, | |
| "precision_weighted": 0.362399, | |
| "recall": 0.3704, | |
| "recall_weighted": 0.3704, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3466, | |
| "f1": 0.343156, | |
| "f1_weighted": 0.343156, | |
| "precision": 0.341429, | |
| "precision_weighted": 0.341429, | |
| "recall": 0.3466, | |
| "recall_weighted": 0.3466, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3762, | |
| "f1": 0.369796, | |
| "f1_weighted": 0.369796, | |
| "precision": 0.387146, | |
| "precision_weighted": 0.387146, | |
| "recall": 0.3762, | |
| "recall_weighted": 0.3762, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3362, | |
| "f1": 0.326752, | |
| "f1_weighted": 0.326752, | |
| "precision": 0.331569, | |
| "precision_weighted": 0.331569, | |
| "recall": 0.3362, | |
| "recall_weighted": 0.3362, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.2954, | |
| "f1": 0.291593, | |
| "f1_weighted": 0.291593, | |
| "precision": 0.290708, | |
| "precision_weighted": 0.290708, | |
| "recall": 0.2954, | |
| "recall_weighted": 0.2954, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3608, | |
| "f1": 0.358988, | |
| "f1_weighted": 0.358988, | |
| "precision": 0.361238, | |
| "precision_weighted": 0.361238, | |
| "recall": 0.3608, | |
| "recall_weighted": 0.3608, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.352, | |
| "f1": 0.341936, | |
| "f1_weighted": 0.341936, | |
| "precision": 0.357493, | |
| "precision_weighted": 0.357493, | |
| "recall": 0.352, | |
| "recall_weighted": 0.352, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3502, | |
| "f1": 0.342521, | |
| "f1_weighted": 0.342521, | |
| "precision": 0.351133, | |
| "precision_weighted": 0.351133, | |
| "recall": 0.3502, | |
| "recall_weighted": 0.3502, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.35226, | |
| "f1": 0.3439, | |
| "f1_weighted": 0.3439, | |
| "precision": 0.349512, | |
| "precision_weighted": 0.349512, | |
| "recall": 0.35226, | |
| "recall_weighted": 0.35226, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.35226, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 69.37177419662476, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |