{ "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7", "task_name": "ImdbClassification", "mteb_version": "2.10.12", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.72012, "f1": 0.719295, "f1_weighted": 0.719295, "precision": 0.722737, "precision_weighted": 0.722737, "recall": 0.72012, "recall_weighted": 0.72012, "ap": 0.664404, "ap_weighted": 0.664404 }, { "accuracy": 0.6878, "f1": 0.686915, "f1_weighted": 0.686915, "precision": 0.689947, "precision_weighted": 0.689947, "recall": 0.6878, "recall_weighted": 0.6878, "ap": 0.633365, "ap_weighted": 0.633365 }, { "accuracy": 0.55628, "f1": 0.55228, "f1_weighted": 0.55228, "precision": 0.558366, "precision_weighted": 0.558366, "recall": 0.55628, "recall_weighted": 0.55628, "ap": 0.530804, "ap_weighted": 0.530804 }, { "accuracy": 0.68408, "f1": 0.681937, "f1_weighted": 0.681937, "precision": 0.689178, "precision_weighted": 0.689178, "recall": 0.68408, "recall_weighted": 0.68408, "ap": 0.621147, "ap_weighted": 0.621147 }, { "accuracy": 0.65156, "f1": 0.649208, "f1_weighted": 0.649208, "precision": 0.655736, "precision_weighted": 0.655736, "recall": 0.65156, "recall_weighted": 0.65156, "ap": 0.595518, "ap_weighted": 0.595518 }, { "accuracy": 0.615, "f1": 0.609233, "f1_weighted": 0.609233, "precision": 0.622214, "precision_weighted": 0.622214, "recall": 0.615, "recall_weighted": 0.615, "ap": 0.56814, "ap_weighted": 0.56814 }, { "accuracy": 0.62396, "f1": 0.623576, "f1_weighted": 0.623576, "precision": 0.624469, "precision_weighted": 0.624469, "recall": 0.62396, "recall_weighted": 0.62396, "ap": 0.576423, "ap_weighted": 0.576423 }, { "accuracy": 0.66244, "f1": 0.653612, "f1_weighted": 0.653612, "precision": 0.680879, "precision_weighted": 0.680879, "recall": 0.66244, "recall_weighted": 0.66244, "ap": 0.601221, "ap_weighted": 0.601221 }, { "accuracy": 0.67884, "f1": 0.678042, "f1_weighted": 0.678042, "precision": 0.680632, "precision_weighted": 0.680632, "recall": 0.67884, "recall_weighted": 0.67884, "ap": 0.624942, "ap_weighted": 0.624942 }, { "accuracy": 0.64528, "f1": 0.643365, "f1_weighted": 0.643365, "precision": 0.648469, "precision_weighted": 0.648469, "recall": 0.64528, "recall_weighted": 0.64528, "ap": 0.591048, "ap_weighted": 0.591048 } ], "accuracy": 0.652536, "f1": 0.649746, "f1_weighted": 0.649746, "precision": 0.657263, "precision_weighted": 0.657263, "recall": 0.652536, "recall_weighted": 0.652536, "ap": 0.600701, "ap_weighted": 0.600701, "main_score": 0.652536, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 162.55868816375732, "kg_co2_emissions": null, "date": null }