Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046", | |
| "task_name": "AmazonPolarityClassification", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.73794, | |
| "f1": 0.737817, | |
| "f1_weighted": 0.737817, | |
| "precision": 0.738387, | |
| "precision_weighted": 0.738387, | |
| "recall": 0.73794, | |
| "recall_weighted": 0.73794, | |
| "ap": 0.678148, | |
| "ap_weighted": 0.678148 | |
| }, | |
| { | |
| "accuracy": 0.631555, | |
| "f1": 0.629723, | |
| "f1_weighted": 0.629723, | |
| "precision": 0.634211, | |
| "precision_weighted": 0.634211, | |
| "recall": 0.631555, | |
| "recall_weighted": 0.631555, | |
| "ap": 0.58095, | |
| "ap_weighted": 0.58095 | |
| }, | |
| { | |
| "accuracy": 0.680837, | |
| "f1": 0.680055, | |
| "f1_weighted": 0.680055, | |
| "precision": 0.682624, | |
| "precision_weighted": 0.682624, | |
| "recall": 0.680837, | |
| "recall_weighted": 0.680837, | |
| "ap": 0.620178, | |
| "ap_weighted": 0.620178 | |
| }, | |
| { | |
| "accuracy": 0.637493, | |
| "f1": 0.619155, | |
| "f1_weighted": 0.619155, | |
| "precision": 0.670291, | |
| "precision_weighted": 0.670291, | |
| "recall": 0.637493, | |
| "recall_weighted": 0.637493, | |
| "ap": 0.602435, | |
| "ap_weighted": 0.602435 | |
| }, | |
| { | |
| "accuracy": 0.741537, | |
| "f1": 0.741521, | |
| "f1_weighted": 0.741521, | |
| "precision": 0.741601, | |
| "precision_weighted": 0.741601, | |
| "recall": 0.741537, | |
| "recall_weighted": 0.741537, | |
| "ap": 0.680069, | |
| "ap_weighted": 0.680069 | |
| }, | |
| { | |
| "accuracy": 0.660072, | |
| "f1": 0.659239, | |
| "f1_weighted": 0.659239, | |
| "precision": 0.661654, | |
| "precision_weighted": 0.661654, | |
| "recall": 0.660073, | |
| "recall_weighted": 0.660072, | |
| "ap": 0.608473, | |
| "ap_weighted": 0.608473 | |
| }, | |
| { | |
| "accuracy": 0.65324, | |
| "f1": 0.652185, | |
| "f1_weighted": 0.652185, | |
| "precision": 0.655122, | |
| "precision_weighted": 0.655122, | |
| "recall": 0.65324, | |
| "recall_weighted": 0.65324, | |
| "ap": 0.597773, | |
| "ap_weighted": 0.597773 | |
| }, | |
| { | |
| "accuracy": 0.724, | |
| "f1": 0.720896, | |
| "f1_weighted": 0.720896, | |
| "precision": 0.73443, | |
| "precision_weighted": 0.73443, | |
| "recall": 0.724, | |
| "recall_weighted": 0.724, | |
| "ap": 0.675589, | |
| "ap_weighted": 0.675589 | |
| }, | |
| { | |
| "accuracy": 0.60639, | |
| "f1": 0.60148, | |
| "f1_weighted": 0.60148, | |
| "precision": 0.611905, | |
| "precision_weighted": 0.611905, | |
| "recall": 0.60639, | |
| "recall_weighted": 0.60639, | |
| "ap": 0.562458, | |
| "ap_weighted": 0.562458 | |
| }, | |
| { | |
| "accuracy": 0.689525, | |
| "f1": 0.687915, | |
| "f1_weighted": 0.687915, | |
| "precision": 0.693519, | |
| "precision_weighted": 0.693519, | |
| "recall": 0.689525, | |
| "recall_weighted": 0.689525, | |
| "ap": 0.62617, | |
| "ap_weighted": 0.62617 | |
| } | |
| ], | |
| "accuracy": 0.676259, | |
| "f1": 0.672998, | |
| "f1_weighted": 0.672998, | |
| "precision": 0.682375, | |
| "precision_weighted": 0.682375, | |
| "recall": 0.676259, | |
| "recall_weighted": 0.676259, | |
| "ap": 0.623224, | |
| "ap_weighted": 0.623224, | |
| "main_score": 0.676259, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 4011.0146062374115, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |