Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54", | |
| "task_name": "MTOPDomainClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.849664, | |
| "f1": 0.842408, | |
| "f1_weighted": 0.847871, | |
| "precision": 0.841648, | |
| "precision_weighted": 0.853421, | |
| "recall": 0.850454, | |
| "recall_weighted": 0.849664, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.860403, | |
| "f1": 0.86009, | |
| "f1_weighted": 0.860031, | |
| "precision": 0.858299, | |
| "precision_weighted": 0.864566, | |
| "recall": 0.86699, | |
| "recall_weighted": 0.860403, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.849217, | |
| "f1": 0.846257, | |
| "f1_weighted": 0.848173, | |
| "precision": 0.841765, | |
| "precision_weighted": 0.850066, | |
| "recall": 0.853366, | |
| "recall_weighted": 0.849217, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.867114, | |
| "f1": 0.866079, | |
| "f1_weighted": 0.868196, | |
| "precision": 0.865395, | |
| "precision_weighted": 0.879134, | |
| "recall": 0.875804, | |
| "recall_weighted": 0.867114, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.856823, | |
| "f1": 0.853063, | |
| "f1_weighted": 0.856802, | |
| "precision": 0.849901, | |
| "precision_weighted": 0.861268, | |
| "recall": 0.861489, | |
| "recall_weighted": 0.856823, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.846085, | |
| "f1": 0.843752, | |
| "f1_weighted": 0.843295, | |
| "precision": 0.838869, | |
| "precision_weighted": 0.846904, | |
| "recall": 0.854694, | |
| "recall_weighted": 0.846085, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.853691, | |
| "f1": 0.849989, | |
| "f1_weighted": 0.852459, | |
| "precision": 0.844715, | |
| "precision_weighted": 0.85399, | |
| "recall": 0.857996, | |
| "recall_weighted": 0.853691, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.859955, | |
| "f1": 0.853935, | |
| "f1_weighted": 0.861136, | |
| "precision": 0.849671, | |
| "precision_weighted": 0.866908, | |
| "recall": 0.863457, | |
| "recall_weighted": 0.859955, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.858613, | |
| "f1": 0.857104, | |
| "f1_weighted": 0.858136, | |
| "precision": 0.853352, | |
| "precision_weighted": 0.861144, | |
| "recall": 0.864174, | |
| "recall_weighted": 0.858613, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.861745, | |
| "f1": 0.857971, | |
| "f1_weighted": 0.860317, | |
| "precision": 0.858812, | |
| "precision_weighted": 0.862096, | |
| "recall": 0.860289, | |
| "recall_weighted": 0.861745, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.856331, | |
| "f1": 0.853065, | |
| "f1_weighted": 0.855642, | |
| "precision": 0.850243, | |
| "precision_weighted": 0.85995, | |
| "recall": 0.860871, | |
| "recall_weighted": 0.856331, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.856331, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.840857, | |
| "f1": 0.83241, | |
| "f1_weighted": 0.83953, | |
| "precision": 0.83038, | |
| "precision_weighted": 0.846361, | |
| "recall": 0.842637, | |
| "recall_weighted": 0.840857, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.846101, | |
| "f1": 0.840324, | |
| "f1_weighted": 0.84584, | |
| "precision": 0.836554, | |
| "precision_weighted": 0.852249, | |
| "recall": 0.851363, | |
| "recall_weighted": 0.846101, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.849977, | |
| "f1": 0.847455, | |
| "f1_weighted": 0.849387, | |
| "precision": 0.840706, | |
| "precision_weighted": 0.853674, | |
| "recall": 0.859574, | |
| "recall_weighted": 0.849977, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.856589, | |
| "f1": 0.851326, | |
| "f1_weighted": 0.857063, | |
| "precision": 0.848602, | |
| "precision_weighted": 0.869493, | |
| "recall": 0.864798, | |
| "recall_weighted": 0.856589, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.852485, | |
| "f1": 0.846573, | |
| "f1_weighted": 0.85384, | |
| "precision": 0.842506, | |
| "precision_weighted": 0.86308, | |
| "recall": 0.860203, | |
| "recall_weighted": 0.852485, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.842909, | |
| "f1": 0.838147, | |
| "f1_weighted": 0.841086, | |
| "precision": 0.829988, | |
| "precision_weighted": 0.846932, | |
| "recall": 0.85314, | |
| "recall_weighted": 0.842909, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.848609, | |
| "f1": 0.842065, | |
| "f1_weighted": 0.847148, | |
| "precision": 0.835135, | |
| "precision_weighted": 0.850091, | |
| "recall": 0.853408, | |
| "recall_weighted": 0.848609, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.859553, | |
| "f1": 0.84798, | |
| "f1_weighted": 0.861298, | |
| "precision": 0.845394, | |
| "precision_weighted": 0.868938, | |
| "recall": 0.858955, | |
| "recall_weighted": 0.859553, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.851345, | |
| "f1": 0.844526, | |
| "f1_weighted": 0.8515, | |
| "precision": 0.838136, | |
| "precision_weighted": 0.857778, | |
| "recall": 0.856986, | |
| "recall_weighted": 0.851345, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.853397, | |
| "f1": 0.845712, | |
| "f1_weighted": 0.853477, | |
| "precision": 0.842757, | |
| "precision_weighted": 0.858192, | |
| "recall": 0.853964, | |
| "recall_weighted": 0.853397, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.850182, | |
| "f1": 0.843652, | |
| "f1_weighted": 0.850017, | |
| "precision": 0.839016, | |
| "precision_weighted": 0.856679, | |
| "recall": 0.855503, | |
| "recall_weighted": 0.850182, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.850182, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 51.17427062988281, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |