Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", | |
| "task_name": "MassiveScenarioClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.71274, | |
| "f1": 0.697544, | |
| "f1_weighted": 0.711116, | |
| "precision": 0.674548, | |
| "precision_weighted": 0.741975, | |
| "recall": 0.759949, | |
| "recall_weighted": 0.71274, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.709788, | |
| "f1": 0.693885, | |
| "f1_weighted": 0.710241, | |
| "precision": 0.67634, | |
| "precision_weighted": 0.752904, | |
| "recall": 0.758393, | |
| "recall_weighted": 0.709788, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.705853, | |
| "f1": 0.686789, | |
| "f1_weighted": 0.707665, | |
| "precision": 0.670715, | |
| "precision_weighted": 0.744714, | |
| "recall": 0.746243, | |
| "recall_weighted": 0.705853, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.706345, | |
| "f1": 0.695964, | |
| "f1_weighted": 0.706199, | |
| "precision": 0.683217, | |
| "precision_weighted": 0.74656, | |
| "recall": 0.758882, | |
| "recall_weighted": 0.706345, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.689129, | |
| "f1": 0.663394, | |
| "f1_weighted": 0.683663, | |
| "precision": 0.654199, | |
| "precision_weighted": 0.731903, | |
| "recall": 0.730987, | |
| "recall_weighted": 0.689129, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.652238, | |
| "f1": 0.64493, | |
| "f1_weighted": 0.649579, | |
| "precision": 0.645171, | |
| "precision_weighted": 0.73168, | |
| "recall": 0.720297, | |
| "recall_weighted": 0.652238, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.679292, | |
| "f1": 0.667111, | |
| "f1_weighted": 0.678738, | |
| "precision": 0.655266, | |
| "precision_weighted": 0.724571, | |
| "recall": 0.729045, | |
| "recall_weighted": 0.679292, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.700443, | |
| "f1": 0.684198, | |
| "f1_weighted": 0.701108, | |
| "precision": 0.667236, | |
| "precision_weighted": 0.73053, | |
| "recall": 0.736963, | |
| "recall_weighted": 0.700443, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.713232, | |
| "f1": 0.701666, | |
| "f1_weighted": 0.711765, | |
| "precision": 0.694783, | |
| "precision_weighted": 0.752493, | |
| "recall": 0.75776, | |
| "recall_weighted": 0.713232, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.684702, | |
| "f1": 0.672365, | |
| "f1_weighted": 0.681204, | |
| "precision": 0.660414, | |
| "precision_weighted": 0.726153, | |
| "recall": 0.74038, | |
| "recall_weighted": 0.684702, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.695376, | |
| "f1": 0.680785, | |
| "f1_weighted": 0.694128, | |
| "precision": 0.668189, | |
| "precision_weighted": 0.738348, | |
| "recall": 0.74389, | |
| "recall_weighted": 0.695376, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.695376, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.712172, | |
| "f1": 0.703247, | |
| "f1_weighted": 0.710795, | |
| "precision": 0.683117, | |
| "precision_weighted": 0.738134, | |
| "recall": 0.758053, | |
| "recall_weighted": 0.712172, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.709482, | |
| "f1": 0.694076, | |
| "f1_weighted": 0.706871, | |
| "precision": 0.673087, | |
| "precision_weighted": 0.738632, | |
| "recall": 0.752876, | |
| "recall_weighted": 0.709482, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.70881, | |
| "f1": 0.692114, | |
| "f1_weighted": 0.707291, | |
| "precision": 0.67241, | |
| "precision_weighted": 0.736, | |
| "recall": 0.749129, | |
| "recall_weighted": 0.70881, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.70074, | |
| "f1": 0.688515, | |
| "f1_weighted": 0.701795, | |
| "precision": 0.674293, | |
| "precision_weighted": 0.737378, | |
| "recall": 0.7451, | |
| "recall_weighted": 0.70074, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.687626, | |
| "f1": 0.670019, | |
| "f1_weighted": 0.682471, | |
| "precision": 0.658161, | |
| "precision_weighted": 0.724946, | |
| "recall": 0.731061, | |
| "recall_weighted": 0.687626, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.665098, | |
| "f1": 0.655494, | |
| "f1_weighted": 0.663884, | |
| "precision": 0.652821, | |
| "precision_weighted": 0.73089, | |
| "recall": 0.722243, | |
| "recall_weighted": 0.665098, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.693006, | |
| "f1": 0.6792, | |
| "f1_weighted": 0.694351, | |
| "precision": 0.668179, | |
| "precision_weighted": 0.740254, | |
| "recall": 0.739231, | |
| "recall_weighted": 0.693006, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.696369, | |
| "f1": 0.686446, | |
| "f1_weighted": 0.698406, | |
| "precision": 0.672031, | |
| "precision_weighted": 0.732475, | |
| "recall": 0.738152, | |
| "recall_weighted": 0.696369, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.69805, | |
| "f1": 0.6874, | |
| "f1_weighted": 0.695055, | |
| "precision": 0.678027, | |
| "precision_weighted": 0.735196, | |
| "recall": 0.743339, | |
| "recall_weighted": 0.69805, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.671486, | |
| "f1": 0.659812, | |
| "f1_weighted": 0.668703, | |
| "precision": 0.648421, | |
| "precision_weighted": 0.71395, | |
| "recall": 0.726887, | |
| "recall_weighted": 0.671486, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.694284, | |
| "f1": 0.681632, | |
| "f1_weighted": 0.692962, | |
| "precision": 0.668055, | |
| "precision_weighted": 0.732785, | |
| "recall": 0.740607, | |
| "recall_weighted": 0.694284, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.694284, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 37.04043388366699, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |