Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", | |
| "task_name": "MassiveScenarioClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.750615, | |
| "f1": 0.736523, | |
| "f1_weighted": 0.749691, | |
| "precision": 0.716925, | |
| "precision_weighted": 0.774467, | |
| "recall": 0.788157, | |
| "recall_weighted": 0.750615, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.751599, | |
| "f1": 0.735477, | |
| "f1_weighted": 0.751625, | |
| "precision": 0.716377, | |
| "precision_weighted": 0.791761, | |
| "recall": 0.801039, | |
| "recall_weighted": 0.751599, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.727988, | |
| "f1": 0.710607, | |
| "f1_weighted": 0.728347, | |
| "precision": 0.698403, | |
| "precision_weighted": 0.773187, | |
| "recall": 0.776368, | |
| "recall_weighted": 0.727988, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.729464, | |
| "f1": 0.717596, | |
| "f1_weighted": 0.727545, | |
| "precision": 0.70483, | |
| "precision_weighted": 0.764252, | |
| "recall": 0.776949, | |
| "recall_weighted": 0.729464, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.737334, | |
| "f1": 0.714665, | |
| "f1_weighted": 0.728783, | |
| "precision": 0.703063, | |
| "precision_weighted": 0.768826, | |
| "recall": 0.781151, | |
| "recall_weighted": 0.737334, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.701426, | |
| "f1": 0.687642, | |
| "f1_weighted": 0.695884, | |
| "precision": 0.677127, | |
| "precision_weighted": 0.752077, | |
| "recall": 0.756963, | |
| "recall_weighted": 0.701426, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.730939, | |
| "f1": 0.716494, | |
| "f1_weighted": 0.734151, | |
| "precision": 0.703237, | |
| "precision_weighted": 0.772655, | |
| "recall": 0.770101, | |
| "recall_weighted": 0.730939, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.721102, | |
| "f1": 0.708714, | |
| "f1_weighted": 0.722325, | |
| "precision": 0.693417, | |
| "precision_weighted": 0.761375, | |
| "recall": 0.766744, | |
| "recall_weighted": 0.721102, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.739793, | |
| "f1": 0.73448, | |
| "f1_weighted": 0.738802, | |
| "precision": 0.723706, | |
| "precision_weighted": 0.775928, | |
| "recall": 0.789352, | |
| "recall_weighted": 0.739793, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.732415, | |
| "f1": 0.721252, | |
| "f1_weighted": 0.733595, | |
| "precision": 0.709303, | |
| "precision_weighted": 0.770662, | |
| "recall": 0.779172, | |
| "recall_weighted": 0.732415, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.732268, | |
| "f1": 0.718345, | |
| "f1_weighted": 0.731075, | |
| "precision": 0.704639, | |
| "precision_weighted": 0.770519, | |
| "recall": 0.7786, | |
| "recall_weighted": 0.732268, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.732268, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.745124, | |
| "f1": 0.734323, | |
| "f1_weighted": 0.74268, | |
| "precision": 0.713857, | |
| "precision_weighted": 0.77044, | |
| "recall": 0.79113, | |
| "recall_weighted": 0.745124, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.748823, | |
| "f1": 0.731421, | |
| "f1_weighted": 0.74421, | |
| "precision": 0.709751, | |
| "precision_weighted": 0.777606, | |
| "recall": 0.795404, | |
| "recall_weighted": 0.748823, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.742771, | |
| "f1": 0.724449, | |
| "f1_weighted": 0.740021, | |
| "precision": 0.705501, | |
| "precision_weighted": 0.770977, | |
| "recall": 0.781541, | |
| "recall_weighted": 0.742771, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.737054, | |
| "f1": 0.724753, | |
| "f1_weighted": 0.73541, | |
| "precision": 0.71329, | |
| "precision_weighted": 0.772376, | |
| "recall": 0.780801, | |
| "recall_weighted": 0.737054, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.728985, | |
| "f1": 0.715537, | |
| "f1_weighted": 0.722318, | |
| "precision": 0.702076, | |
| "precision_weighted": 0.7627, | |
| "recall": 0.779263, | |
| "recall_weighted": 0.728985, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.710155, | |
| "f1": 0.688617, | |
| "f1_weighted": 0.70397, | |
| "precision": 0.679415, | |
| "precision_weighted": 0.755518, | |
| "recall": 0.753396, | |
| "recall_weighted": 0.710155, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.72495, | |
| "f1": 0.710935, | |
| "f1_weighted": 0.725437, | |
| "precision": 0.69525, | |
| "precision_weighted": 0.77026, | |
| "recall": 0.775474, | |
| "recall_weighted": 0.72495, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.714862, | |
| "f1": 0.706409, | |
| "f1_weighted": 0.716233, | |
| "precision": 0.695636, | |
| "precision_weighted": 0.75582, | |
| "recall": 0.76044, | |
| "recall_weighted": 0.714862, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.73302, | |
| "f1": 0.728273, | |
| "f1_weighted": 0.72994, | |
| "precision": 0.714064, | |
| "precision_weighted": 0.766445, | |
| "recall": 0.785538, | |
| "recall_weighted": 0.73302, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.721587, | |
| "f1": 0.713442, | |
| "f1_weighted": 0.72304, | |
| "precision": 0.703141, | |
| "precision_weighted": 0.765228, | |
| "recall": 0.771423, | |
| "recall_weighted": 0.721587, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.730733, | |
| "f1": 0.717816, | |
| "f1_weighted": 0.728326, | |
| "precision": 0.703198, | |
| "precision_weighted": 0.766737, | |
| "recall": 0.777441, | |
| "recall_weighted": 0.730733, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.730733, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 77.37549757957458, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |