Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", | |
| "task_name": "MassiveScenarioClassification", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.695024, | |
| "f1": 0.68675, | |
| "f1_weighted": 0.693857, | |
| "precision": 0.671789, | |
| "precision_weighted": 0.731113, | |
| "recall": 0.74644, | |
| "recall_weighted": 0.695024, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.689644, | |
| "f1": 0.674565, | |
| "f1_weighted": 0.687827, | |
| "precision": 0.655422, | |
| "precision_weighted": 0.725211, | |
| "recall": 0.73514, | |
| "recall_weighted": 0.689644, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.685945, | |
| "f1": 0.663039, | |
| "f1_weighted": 0.68531, | |
| "precision": 0.643775, | |
| "precision_weighted": 0.717489, | |
| "recall": 0.722481, | |
| "recall_weighted": 0.685945, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.6577, | |
| "f1": 0.650784, | |
| "f1_weighted": 0.660956, | |
| "precision": 0.645337, | |
| "precision_weighted": 0.720549, | |
| "recall": 0.717772, | |
| "recall_weighted": 0.6577, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.673504, | |
| "f1": 0.653667, | |
| "f1_weighted": 0.664931, | |
| "precision": 0.634656, | |
| "precision_weighted": 0.69932, | |
| "recall": 0.717893, | |
| "recall_weighted": 0.673504, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.633154, | |
| "f1": 0.622078, | |
| "f1_weighted": 0.628199, | |
| "precision": 0.62024, | |
| "precision_weighted": 0.704904, | |
| "recall": 0.699368, | |
| "recall_weighted": 0.633154, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.665098, | |
| "f1": 0.654545, | |
| "f1_weighted": 0.666008, | |
| "precision": 0.644418, | |
| "precision_weighted": 0.716619, | |
| "recall": 0.71792, | |
| "recall_weighted": 0.665098, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.677875, | |
| "f1": 0.666261, | |
| "f1_weighted": 0.679235, | |
| "precision": 0.654583, | |
| "precision_weighted": 0.726398, | |
| "recall": 0.726468, | |
| "recall_weighted": 0.677875, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.662408, | |
| "f1": 0.650293, | |
| "f1_weighted": 0.661054, | |
| "precision": 0.641938, | |
| "precision_weighted": 0.709202, | |
| "recall": 0.70937, | |
| "recall_weighted": 0.662408, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.643578, | |
| "f1": 0.631138, | |
| "f1_weighted": 0.641083, | |
| "precision": 0.623784, | |
| "precision_weighted": 0.694028, | |
| "recall": 0.700743, | |
| "recall_weighted": 0.643578, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.668393, | |
| "f1": 0.655312, | |
| "f1_weighted": 0.666846, | |
| "precision": 0.643594, | |
| "precision_weighted": 0.714483, | |
| "recall": 0.719359, | |
| "recall_weighted": 0.668393, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.668393, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 18.570295572280884, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |