Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7", | |
| "task_name": "ImdbClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.7298, | |
| "f1": 0.728365, | |
| "f1_weighted": 0.728365, | |
| "precision": 0.73476, | |
| "precision_weighted": 0.73476, | |
| "recall": 0.7298, | |
| "recall_weighted": 0.7298, | |
| "ap": 0.67669, | |
| "ap_weighted": 0.67669 | |
| }, | |
| { | |
| "accuracy": 0.71244, | |
| "f1": 0.709224, | |
| "f1_weighted": 0.709224, | |
| "precision": 0.722272, | |
| "precision_weighted": 0.722272, | |
| "recall": 0.71244, | |
| "recall_weighted": 0.71244, | |
| "ap": 0.663371, | |
| "ap_weighted": 0.663371 | |
| }, | |
| { | |
| "accuracy": 0.61212, | |
| "f1": 0.608611, | |
| "f1_weighted": 0.608611, | |
| "precision": 0.61629, | |
| "precision_weighted": 0.61629, | |
| "recall": 0.61212, | |
| "recall_weighted": 0.61212, | |
| "ap": 0.566629, | |
| "ap_weighted": 0.566629 | |
| }, | |
| { | |
| "accuracy": 0.72956, | |
| "f1": 0.729558, | |
| "f1_weighted": 0.729558, | |
| "precision": 0.729567, | |
| "precision_weighted": 0.729567, | |
| "recall": 0.72956, | |
| "recall_weighted": 0.72956, | |
| "ap": 0.667779, | |
| "ap_weighted": 0.667779 | |
| }, | |
| { | |
| "accuracy": 0.67284, | |
| "f1": 0.67284, | |
| "f1_weighted": 0.67284, | |
| "precision": 0.67284, | |
| "precision_weighted": 0.67284, | |
| "recall": 0.67284, | |
| "recall_weighted": 0.67284, | |
| "ap": 0.616282, | |
| "ap_weighted": 0.616282 | |
| }, | |
| { | |
| "accuracy": 0.59808, | |
| "f1": 0.590909, | |
| "f1_weighted": 0.590909, | |
| "precision": 0.605476, | |
| "precision_weighted": 0.605476, | |
| "recall": 0.59808, | |
| "recall_weighted": 0.59808, | |
| "ap": 0.556646, | |
| "ap_weighted": 0.556646 | |
| }, | |
| { | |
| "accuracy": 0.62644, | |
| "f1": 0.625089, | |
| "f1_weighted": 0.625089, | |
| "precision": 0.62829, | |
| "precision_weighted": 0.62829, | |
| "recall": 0.62644, | |
| "recall_weighted": 0.62644, | |
| "ap": 0.577493, | |
| "ap_weighted": 0.577493 | |
| }, | |
| { | |
| "accuracy": 0.67036, | |
| "f1": 0.667723, | |
| "f1_weighted": 0.667723, | |
| "precision": 0.675945, | |
| "precision_weighted": 0.675945, | |
| "recall": 0.67036, | |
| "recall_weighted": 0.67036, | |
| "ap": 0.609814, | |
| "ap_weighted": 0.609814 | |
| }, | |
| { | |
| "accuracy": 0.69948, | |
| "f1": 0.699284, | |
| "f1_weighted": 0.699284, | |
| "precision": 0.700003, | |
| "precision_weighted": 0.700003, | |
| "recall": 0.69948, | |
| "recall_weighted": 0.69948, | |
| "ap": 0.637597, | |
| "ap_weighted": 0.637597 | |
| }, | |
| { | |
| "accuracy": 0.674, | |
| "f1": 0.671423, | |
| "f1_weighted": 0.671423, | |
| "precision": 0.679635, | |
| "precision_weighted": 0.679635, | |
| "recall": 0.674, | |
| "recall_weighted": 0.674, | |
| "ap": 0.61272, | |
| "ap_weighted": 0.61272 | |
| } | |
| ], | |
| "accuracy": 0.672512, | |
| "f1": 0.670303, | |
| "f1_weighted": 0.670303, | |
| "precision": 0.676508, | |
| "precision_weighted": 0.676508, | |
| "recall": 0.672512, | |
| "recall_weighted": 0.672512, | |
| "ap": 0.618502, | |
| "ap_weighted": 0.618502, | |
| "main_score": 0.672512, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 206.38175559043884, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |