Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", | |
| "task_name": "Banking77Classification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.78539, | |
| "f1": 0.775916, | |
| "f1_weighted": 0.775916, | |
| "precision": 0.801046, | |
| "precision_weighted": 0.801046, | |
| "recall": 0.78539, | |
| "recall_weighted": 0.78539, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.8, | |
| "f1": 0.792747, | |
| "f1_weighted": 0.792747, | |
| "precision": 0.812947, | |
| "precision_weighted": 0.812947, | |
| "recall": 0.8, | |
| "recall_weighted": 0.8, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.788312, | |
| "f1": 0.779776, | |
| "f1_weighted": 0.779776, | |
| "precision": 0.807452, | |
| "precision_weighted": 0.807452, | |
| "recall": 0.788312, | |
| "recall_weighted": 0.788312, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.790909, | |
| "f1": 0.784672, | |
| "f1_weighted": 0.784672, | |
| "precision": 0.804151, | |
| "precision_weighted": 0.804151, | |
| "recall": 0.790909, | |
| "recall_weighted": 0.790909, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.783766, | |
| "f1": 0.775977, | |
| "f1_weighted": 0.775977, | |
| "precision": 0.80836, | |
| "precision_weighted": 0.80836, | |
| "recall": 0.783766, | |
| "recall_weighted": 0.783766, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.77987, | |
| "f1": 0.775546, | |
| "f1_weighted": 0.775546, | |
| "precision": 0.798778, | |
| "precision_weighted": 0.798778, | |
| "recall": 0.77987, | |
| "recall_weighted": 0.77987, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.78539, | |
| "f1": 0.778858, | |
| "f1_weighted": 0.778858, | |
| "precision": 0.802693, | |
| "precision_weighted": 0.802693, | |
| "recall": 0.78539, | |
| "recall_weighted": 0.78539, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.786688, | |
| "f1": 0.778584, | |
| "f1_weighted": 0.778584, | |
| "precision": 0.803679, | |
| "precision_weighted": 0.803679, | |
| "recall": 0.786688, | |
| "recall_weighted": 0.786688, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.771104, | |
| "f1": 0.760284, | |
| "f1_weighted": 0.760284, | |
| "precision": 0.791352, | |
| "precision_weighted": 0.791352, | |
| "recall": 0.771104, | |
| "recall_weighted": 0.771104, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.784091, | |
| "f1": 0.77652, | |
| "f1_weighted": 0.77652, | |
| "precision": 0.800061, | |
| "precision_weighted": 0.800061, | |
| "recall": 0.784091, | |
| "recall_weighted": 0.784091, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.785552, | |
| "f1": 0.777888, | |
| "f1_weighted": 0.777888, | |
| "precision": 0.803052, | |
| "precision_weighted": 0.803052, | |
| "recall": 0.785552, | |
| "recall_weighted": 0.785552, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.785552, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 103.63245558738708, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |