Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046", | |
| "task_name": "AmazonPolarityClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.763077, | |
| "f1": 0.762679, | |
| "f1_weighted": 0.762679, | |
| "precision": 0.764854, | |
| "precision_weighted": 0.764854, | |
| "recall": 0.763078, | |
| "recall_weighted": 0.763077, | |
| "ap": 0.706923, | |
| "ap_weighted": 0.706923 | |
| }, | |
| { | |
| "accuracy": 0.64422, | |
| "f1": 0.643354, | |
| "f1_weighted": 0.643354, | |
| "precision": 0.645634, | |
| "precision_weighted": 0.645634, | |
| "recall": 0.64422, | |
| "recall_weighted": 0.64422, | |
| "ap": 0.591044, | |
| "ap_weighted": 0.591044 | |
| }, | |
| { | |
| "accuracy": 0.731215, | |
| "f1": 0.730616, | |
| "f1_weighted": 0.730616, | |
| "precision": 0.733289, | |
| "precision_weighted": 0.733289, | |
| "recall": 0.731215, | |
| "recall_weighted": 0.731215, | |
| "ap": 0.664462, | |
| "ap_weighted": 0.664462 | |
| }, | |
| { | |
| "accuracy": 0.68851, | |
| "f1": 0.677693, | |
| "f1_weighted": 0.677693, | |
| "precision": 0.71774, | |
| "precision_weighted": 0.71774, | |
| "recall": 0.68851, | |
| "recall_weighted": 0.68851, | |
| "ap": 0.65034, | |
| "ap_weighted": 0.65034 | |
| }, | |
| { | |
| "accuracy": 0.752705, | |
| "f1": 0.75231, | |
| "f1_weighted": 0.75231, | |
| "precision": 0.754326, | |
| "precision_weighted": 0.754326, | |
| "recall": 0.752705, | |
| "recall_weighted": 0.752705, | |
| "ap": 0.695753, | |
| "ap_weighted": 0.695753 | |
| }, | |
| { | |
| "accuracy": 0.668285, | |
| "f1": 0.667893, | |
| "f1_weighted": 0.667893, | |
| "precision": 0.669083, | |
| "precision_weighted": 0.669083, | |
| "recall": 0.668285, | |
| "recall_weighted": 0.668285, | |
| "ap": 0.614551, | |
| "ap_weighted": 0.614551 | |
| }, | |
| { | |
| "accuracy": 0.69632, | |
| "f1": 0.695857, | |
| "f1_weighted": 0.695857, | |
| "precision": 0.697522, | |
| "precision_weighted": 0.697522, | |
| "recall": 0.69632, | |
| "recall_weighted": 0.69632, | |
| "ap": 0.633913, | |
| "ap_weighted": 0.633913 | |
| }, | |
| { | |
| "accuracy": 0.743217, | |
| "f1": 0.739118, | |
| "f1_weighted": 0.739118, | |
| "precision": 0.75953, | |
| "precision_weighted": 0.75953, | |
| "recall": 0.743217, | |
| "recall_weighted": 0.743217, | |
| "ap": 0.700556, | |
| "ap_weighted": 0.700556 | |
| }, | |
| { | |
| "accuracy": 0.6574, | |
| "f1": 0.652781, | |
| "f1_weighted": 0.652781, | |
| "precision": 0.666247, | |
| "precision_weighted": 0.666247, | |
| "recall": 0.6574, | |
| "recall_weighted": 0.6574, | |
| "ap": 0.598831, | |
| "ap_weighted": 0.598831 | |
| }, | |
| { | |
| "accuracy": 0.699477, | |
| "f1": 0.699372, | |
| "f1_weighted": 0.699372, | |
| "precision": 0.699757, | |
| "precision_weighted": 0.699757, | |
| "recall": 0.699477, | |
| "recall_weighted": 0.699477, | |
| "ap": 0.638095, | |
| "ap_weighted": 0.638095 | |
| } | |
| ], | |
| "accuracy": 0.704443, | |
| "f1": 0.702168, | |
| "f1_weighted": 0.702168, | |
| "precision": 0.710798, | |
| "precision_weighted": 0.710798, | |
| "recall": 0.704443, | |
| "recall_weighted": 0.704443, | |
| "ap": 0.649447, | |
| "ap_weighted": 0.649447, | |
| "main_score": 0.704443, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 5498.067716121674, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |