Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", | |
| "task_name": "Banking77Classification", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.709416, | |
| "f1": 0.698921, | |
| "f1_weighted": 0.698921, | |
| "precision": 0.727839, | |
| "precision_weighted": 0.727839, | |
| "recall": 0.709416, | |
| "recall_weighted": 0.709416, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.706494, | |
| "f1": 0.693388, | |
| "f1_weighted": 0.693388, | |
| "precision": 0.737462, | |
| "precision_weighted": 0.737462, | |
| "recall": 0.706494, | |
| "recall_weighted": 0.706494, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.705195, | |
| "f1": 0.695146, | |
| "f1_weighted": 0.695146, | |
| "precision": 0.737951, | |
| "precision_weighted": 0.737951, | |
| "recall": 0.705195, | |
| "recall_weighted": 0.705195, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.710065, | |
| "f1": 0.700522, | |
| "f1_weighted": 0.700522, | |
| "precision": 0.737201, | |
| "precision_weighted": 0.737201, | |
| "recall": 0.710065, | |
| "recall_weighted": 0.710065, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.697078, | |
| "f1": 0.684067, | |
| "f1_weighted": 0.684067, | |
| "precision": 0.720585, | |
| "precision_weighted": 0.720585, | |
| "recall": 0.697078, | |
| "recall_weighted": 0.697078, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.708766, | |
| "f1": 0.703068, | |
| "f1_weighted": 0.703068, | |
| "precision": 0.735709, | |
| "precision_weighted": 0.735709, | |
| "recall": 0.708766, | |
| "recall_weighted": 0.708766, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.681494, | |
| "f1": 0.66852, | |
| "f1_weighted": 0.66852, | |
| "precision": 0.700757, | |
| "precision_weighted": 0.700757, | |
| "recall": 0.681494, | |
| "recall_weighted": 0.681494, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.691234, | |
| "f1": 0.680002, | |
| "f1_weighted": 0.680002, | |
| "precision": 0.714478, | |
| "precision_weighted": 0.714478, | |
| "recall": 0.691234, | |
| "recall_weighted": 0.691234, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.698377, | |
| "f1": 0.687639, | |
| "f1_weighted": 0.687639, | |
| "precision": 0.72417, | |
| "precision_weighted": 0.72417, | |
| "recall": 0.698377, | |
| "recall_weighted": 0.698377, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.69513, | |
| "f1": 0.682002, | |
| "f1_weighted": 0.682002, | |
| "precision": 0.721036, | |
| "precision_weighted": 0.721036, | |
| "recall": 0.69513, | |
| "recall_weighted": 0.69513, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.700325, | |
| "f1": 0.689327, | |
| "f1_weighted": 0.689327, | |
| "precision": 0.725719, | |
| "precision_weighted": 0.725719, | |
| "recall": 0.700325, | |
| "recall_weighted": 0.700325, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.700325, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 24.914488792419434, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |