{ "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7", "task_name": "ImdbClassification", "mteb_version": "2.10.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.7298, "f1": 0.728365, "f1_weighted": 0.728365, "precision": 0.73476, "precision_weighted": 0.73476, "recall": 0.7298, "recall_weighted": 0.7298, "ap": 0.67669, "ap_weighted": 0.67669 }, { "accuracy": 0.71244, "f1": 0.709224, "f1_weighted": 0.709224, "precision": 0.722272, "precision_weighted": 0.722272, "recall": 0.71244, "recall_weighted": 0.71244, "ap": 0.663371, "ap_weighted": 0.663371 }, { "accuracy": 0.61212, "f1": 0.608611, "f1_weighted": 0.608611, "precision": 0.61629, "precision_weighted": 0.61629, "recall": 0.61212, "recall_weighted": 0.61212, "ap": 0.566629, "ap_weighted": 0.566629 }, { "accuracy": 0.72956, "f1": 0.729558, "f1_weighted": 0.729558, "precision": 0.729567, "precision_weighted": 0.729567, "recall": 0.72956, "recall_weighted": 0.72956, "ap": 0.667779, "ap_weighted": 0.667779 }, { "accuracy": 0.67284, "f1": 0.67284, "f1_weighted": 0.67284, "precision": 0.67284, "precision_weighted": 0.67284, "recall": 0.67284, "recall_weighted": 0.67284, "ap": 0.616282, "ap_weighted": 0.616282 }, { "accuracy": 0.59808, "f1": 0.590909, "f1_weighted": 0.590909, "precision": 0.605476, "precision_weighted": 0.605476, "recall": 0.59808, "recall_weighted": 0.59808, "ap": 0.556646, "ap_weighted": 0.556646 }, { "accuracy": 0.62644, "f1": 0.625089, "f1_weighted": 0.625089, "precision": 0.62829, "precision_weighted": 0.62829, "recall": 0.62644, "recall_weighted": 0.62644, "ap": 0.577493, "ap_weighted": 0.577493 }, { "accuracy": 0.67036, "f1": 0.667723, "f1_weighted": 0.667723, "precision": 0.675945, "precision_weighted": 0.675945, "recall": 0.67036, "recall_weighted": 0.67036, "ap": 0.609814, "ap_weighted": 0.609814 }, { "accuracy": 0.69948, "f1": 0.699284, "f1_weighted": 0.699284, "precision": 0.700003, "precision_weighted": 0.700003, "recall": 0.69948, "recall_weighted": 0.69948, "ap": 0.637597, "ap_weighted": 0.637597 }, { "accuracy": 0.674, "f1": 0.671423, "f1_weighted": 0.671423, "precision": 0.679635, "precision_weighted": 0.679635, "recall": 0.674, "recall_weighted": 0.674, "ap": 0.61272, "ap_weighted": 0.61272 } ], "accuracy": 0.672512, "f1": 0.670303, "f1_weighted": 0.670303, "precision": 0.676508, "precision_weighted": 0.676508, "recall": 0.672512, "recall_weighted": 0.672512, "ap": 0.618502, "ap_weighted": 0.618502, "main_score": 0.672512, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 206.38175559043884, "kg_co2_emissions": null, "date": null }