Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54", | |
| "task_name": "MTOPDomainClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.902908, | |
| "f1": 0.900791, | |
| "f1_weighted": 0.902103, | |
| "precision": 0.900503, | |
| "precision_weighted": 0.903387, | |
| "recall": 0.903448, | |
| "recall_weighted": 0.902908, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.909172, | |
| "f1": 0.9079, | |
| "f1_weighted": 0.908296, | |
| "precision": 0.904925, | |
| "precision_weighted": 0.908647, | |
| "recall": 0.912257, | |
| "recall_weighted": 0.909172, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.896644, | |
| "f1": 0.894483, | |
| "f1_weighted": 0.895718, | |
| "precision": 0.892419, | |
| "precision_weighted": 0.896436, | |
| "recall": 0.898041, | |
| "recall_weighted": 0.896644, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.923043, | |
| "f1": 0.921789, | |
| "f1_weighted": 0.923832, | |
| "precision": 0.920316, | |
| "precision_weighted": 0.928671, | |
| "recall": 0.927134, | |
| "recall_weighted": 0.923043, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.893512, | |
| "f1": 0.892056, | |
| "f1_weighted": 0.894244, | |
| "precision": 0.891172, | |
| "precision_weighted": 0.899376, | |
| "recall": 0.897475, | |
| "recall_weighted": 0.893512, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.90962, | |
| "f1": 0.909962, | |
| "f1_weighted": 0.908563, | |
| "precision": 0.908526, | |
| "precision_weighted": 0.90911, | |
| "recall": 0.913004, | |
| "recall_weighted": 0.90962, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.898881, | |
| "f1": 0.896682, | |
| "f1_weighted": 0.898179, | |
| "precision": 0.893531, | |
| "precision_weighted": 0.900732, | |
| "recall": 0.902812, | |
| "recall_weighted": 0.898881, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.906488, | |
| "f1": 0.902956, | |
| "f1_weighted": 0.906964, | |
| "precision": 0.898799, | |
| "precision_weighted": 0.91045, | |
| "recall": 0.910028, | |
| "recall_weighted": 0.906488, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.902908, | |
| "f1": 0.901409, | |
| "f1_weighted": 0.902582, | |
| "precision": 0.897412, | |
| "precision_weighted": 0.905612, | |
| "recall": 0.908384, | |
| "recall_weighted": 0.902908, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.914094, | |
| "f1": 0.910454, | |
| "f1_weighted": 0.913827, | |
| "precision": 0.910336, | |
| "precision_weighted": 0.914038, | |
| "recall": 0.911126, | |
| "recall_weighted": 0.914094, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.905727, | |
| "f1": 0.903848, | |
| "f1_weighted": 0.905431, | |
| "precision": 0.901794, | |
| "precision_weighted": 0.907646, | |
| "recall": 0.908371, | |
| "recall_weighted": 0.905727, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.905727, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.896261, | |
| "f1": 0.891879, | |
| "f1_weighted": 0.895796, | |
| "precision": 0.89013, | |
| "precision_weighted": 0.899221, | |
| "recall": 0.897905, | |
| "recall_weighted": 0.896261, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.909713, | |
| "f1": 0.905596, | |
| "f1_weighted": 0.909103, | |
| "precision": 0.902125, | |
| "precision_weighted": 0.909515, | |
| "recall": 0.910141, | |
| "recall_weighted": 0.909713, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.902873, | |
| "f1": 0.899876, | |
| "f1_weighted": 0.902263, | |
| "precision": 0.895825, | |
| "precision_weighted": 0.903344, | |
| "recall": 0.905678, | |
| "recall_weighted": 0.902873, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.910853, | |
| "f1": 0.907062, | |
| "f1_weighted": 0.912115, | |
| "precision": 0.904627, | |
| "precision_weighted": 0.917423, | |
| "recall": 0.91348, | |
| "recall_weighted": 0.910853, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.895121, | |
| "f1": 0.890889, | |
| "f1_weighted": 0.896078, | |
| "precision": 0.887702, | |
| "precision_weighted": 0.901834, | |
| "recall": 0.899267, | |
| "recall_weighted": 0.895121, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.907205, | |
| "f1": 0.905379, | |
| "f1_weighted": 0.906611, | |
| "precision": 0.901529, | |
| "precision_weighted": 0.908071, | |
| "recall": 0.911083, | |
| "recall_weighted": 0.907205, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.897629, | |
| "f1": 0.892732, | |
| "f1_weighted": 0.896618, | |
| "precision": 0.889894, | |
| "precision_weighted": 0.898725, | |
| "recall": 0.898253, | |
| "recall_weighted": 0.897629, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.906749, | |
| "f1": 0.900573, | |
| "f1_weighted": 0.907855, | |
| "precision": 0.896525, | |
| "precision_weighted": 0.912968, | |
| "recall": 0.910568, | |
| "recall_weighted": 0.906749, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.899681, | |
| "f1": 0.896724, | |
| "f1_weighted": 0.899914, | |
| "precision": 0.891026, | |
| "precision_weighted": 0.90383, | |
| "recall": 0.905696, | |
| "recall_weighted": 0.899681, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.910853, | |
| "f1": 0.903988, | |
| "f1_weighted": 0.910806, | |
| "precision": 0.901604, | |
| "precision_weighted": 0.911768, | |
| "recall": 0.907601, | |
| "recall_weighted": 0.910853, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.903694, | |
| "f1": 0.89947, | |
| "f1_weighted": 0.903716, | |
| "precision": 0.896099, | |
| "precision_weighted": 0.90667, | |
| "recall": 0.905967, | |
| "recall_weighted": 0.903694, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.903694, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 94.56007814407349, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |