Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7", | |
| "task_name": "ImdbClassification", | |
| "mteb_version": "2.10.12", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.72012, | |
| "f1": 0.719295, | |
| "f1_weighted": 0.719295, | |
| "precision": 0.722737, | |
| "precision_weighted": 0.722737, | |
| "recall": 0.72012, | |
| "recall_weighted": 0.72012, | |
| "ap": 0.664404, | |
| "ap_weighted": 0.664404 | |
| }, | |
| { | |
| "accuracy": 0.6878, | |
| "f1": 0.686915, | |
| "f1_weighted": 0.686915, | |
| "precision": 0.689947, | |
| "precision_weighted": 0.689947, | |
| "recall": 0.6878, | |
| "recall_weighted": 0.6878, | |
| "ap": 0.633365, | |
| "ap_weighted": 0.633365 | |
| }, | |
| { | |
| "accuracy": 0.55628, | |
| "f1": 0.55228, | |
| "f1_weighted": 0.55228, | |
| "precision": 0.558366, | |
| "precision_weighted": 0.558366, | |
| "recall": 0.55628, | |
| "recall_weighted": 0.55628, | |
| "ap": 0.530804, | |
| "ap_weighted": 0.530804 | |
| }, | |
| { | |
| "accuracy": 0.68408, | |
| "f1": 0.681937, | |
| "f1_weighted": 0.681937, | |
| "precision": 0.689178, | |
| "precision_weighted": 0.689178, | |
| "recall": 0.68408, | |
| "recall_weighted": 0.68408, | |
| "ap": 0.621147, | |
| "ap_weighted": 0.621147 | |
| }, | |
| { | |
| "accuracy": 0.65156, | |
| "f1": 0.649208, | |
| "f1_weighted": 0.649208, | |
| "precision": 0.655736, | |
| "precision_weighted": 0.655736, | |
| "recall": 0.65156, | |
| "recall_weighted": 0.65156, | |
| "ap": 0.595518, | |
| "ap_weighted": 0.595518 | |
| }, | |
| { | |
| "accuracy": 0.615, | |
| "f1": 0.609233, | |
| "f1_weighted": 0.609233, | |
| "precision": 0.622214, | |
| "precision_weighted": 0.622214, | |
| "recall": 0.615, | |
| "recall_weighted": 0.615, | |
| "ap": 0.56814, | |
| "ap_weighted": 0.56814 | |
| }, | |
| { | |
| "accuracy": 0.62396, | |
| "f1": 0.623576, | |
| "f1_weighted": 0.623576, | |
| "precision": 0.624469, | |
| "precision_weighted": 0.624469, | |
| "recall": 0.62396, | |
| "recall_weighted": 0.62396, | |
| "ap": 0.576423, | |
| "ap_weighted": 0.576423 | |
| }, | |
| { | |
| "accuracy": 0.66244, | |
| "f1": 0.653612, | |
| "f1_weighted": 0.653612, | |
| "precision": 0.680879, | |
| "precision_weighted": 0.680879, | |
| "recall": 0.66244, | |
| "recall_weighted": 0.66244, | |
| "ap": 0.601221, | |
| "ap_weighted": 0.601221 | |
| }, | |
| { | |
| "accuracy": 0.67884, | |
| "f1": 0.678042, | |
| "f1_weighted": 0.678042, | |
| "precision": 0.680632, | |
| "precision_weighted": 0.680632, | |
| "recall": 0.67884, | |
| "recall_weighted": 0.67884, | |
| "ap": 0.624942, | |
| "ap_weighted": 0.624942 | |
| }, | |
| { | |
| "accuracy": 0.64528, | |
| "f1": 0.643365, | |
| "f1_weighted": 0.643365, | |
| "precision": 0.648469, | |
| "precision_weighted": 0.648469, | |
| "recall": 0.64528, | |
| "recall_weighted": 0.64528, | |
| "ap": 0.591048, | |
| "ap_weighted": 0.591048 | |
| } | |
| ], | |
| "accuracy": 0.652536, | |
| "f1": 0.649746, | |
| "f1_weighted": 0.649746, | |
| "precision": 0.657263, | |
| "precision_weighted": 0.657263, | |
| "recall": 0.652536, | |
| "recall_weighted": 0.652536, | |
| "ap": 0.600701, | |
| "ap_weighted": 0.600701, | |
| "main_score": 0.652536, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 162.55868816375732, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |