Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", | |
| "task_name": "Banking77Classification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.730519, | |
| "f1": 0.721853, | |
| "f1_weighted": 0.721853, | |
| "precision": 0.750012, | |
| "precision_weighted": 0.750012, | |
| "recall": 0.730519, | |
| "recall_weighted": 0.730519, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.736039, | |
| "f1": 0.726787, | |
| "f1_weighted": 0.726787, | |
| "precision": 0.759163, | |
| "precision_weighted": 0.759163, | |
| "recall": 0.736039, | |
| "recall_weighted": 0.736039, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.737338, | |
| "f1": 0.729163, | |
| "f1_weighted": 0.729163, | |
| "precision": 0.760371, | |
| "precision_weighted": 0.760371, | |
| "recall": 0.737338, | |
| "recall_weighted": 0.737338, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.735065, | |
| "f1": 0.728565, | |
| "f1_weighted": 0.728565, | |
| "precision": 0.757244, | |
| "precision_weighted": 0.757244, | |
| "recall": 0.735065, | |
| "recall_weighted": 0.735065, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.723701, | |
| "f1": 0.715221, | |
| "f1_weighted": 0.715221, | |
| "precision": 0.744897, | |
| "precision_weighted": 0.744897, | |
| "recall": 0.723701, | |
| "recall_weighted": 0.723701, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.729221, | |
| "f1": 0.725092, | |
| "f1_weighted": 0.725092, | |
| "precision": 0.751563, | |
| "precision_weighted": 0.751563, | |
| "recall": 0.729221, | |
| "recall_weighted": 0.729221, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.721104, | |
| "f1": 0.71354, | |
| "f1_weighted": 0.71354, | |
| "precision": 0.735443, | |
| "precision_weighted": 0.735443, | |
| "recall": 0.721104, | |
| "recall_weighted": 0.721104, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.728571, | |
| "f1": 0.719806, | |
| "f1_weighted": 0.719806, | |
| "precision": 0.746487, | |
| "precision_weighted": 0.746487, | |
| "recall": 0.728571, | |
| "recall_weighted": 0.728571, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.724351, | |
| "f1": 0.715261, | |
| "f1_weighted": 0.715261, | |
| "precision": 0.753678, | |
| "precision_weighted": 0.753678, | |
| "recall": 0.724351, | |
| "recall_weighted": 0.724351, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.726948, | |
| "f1": 0.718588, | |
| "f1_weighted": 0.718588, | |
| "precision": 0.745881, | |
| "precision_weighted": 0.745881, | |
| "recall": 0.726948, | |
| "recall_weighted": 0.726948, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.729286, | |
| "f1": 0.721388, | |
| "f1_weighted": 0.721388, | |
| "precision": 0.750474, | |
| "precision_weighted": 0.750474, | |
| "recall": 0.729286, | |
| "recall_weighted": 0.729286, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.729286, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 49.54488945007324, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |