{ "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", "task_name": "Banking77Classification", "mteb_version": "2.10.12", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.709416, "f1": 0.698921, "f1_weighted": 0.698921, "precision": 0.727839, "precision_weighted": 0.727839, "recall": 0.709416, "recall_weighted": 0.709416, "ap": null, "ap_weighted": null }, { "accuracy": 0.706494, "f1": 0.693388, "f1_weighted": 0.693388, "precision": 0.737462, "precision_weighted": 0.737462, "recall": 0.706494, "recall_weighted": 0.706494, "ap": null, "ap_weighted": null }, { "accuracy": 0.705195, "f1": 0.695146, "f1_weighted": 0.695146, "precision": 0.737951, "precision_weighted": 0.737951, "recall": 0.705195, "recall_weighted": 0.705195, "ap": null, "ap_weighted": null }, { "accuracy": 0.710065, "f1": 0.700522, "f1_weighted": 0.700522, "precision": 0.737201, "precision_weighted": 0.737201, "recall": 0.710065, "recall_weighted": 0.710065, "ap": null, "ap_weighted": null }, { "accuracy": 0.697078, "f1": 0.684067, "f1_weighted": 0.684067, "precision": 0.720585, "precision_weighted": 0.720585, "recall": 0.697078, "recall_weighted": 0.697078, "ap": null, "ap_weighted": null }, { "accuracy": 0.708766, "f1": 0.703068, "f1_weighted": 0.703068, "precision": 0.735709, "precision_weighted": 0.735709, "recall": 0.708766, "recall_weighted": 0.708766, "ap": null, "ap_weighted": null }, { "accuracy": 0.681494, "f1": 0.66852, "f1_weighted": 0.66852, "precision": 0.700757, "precision_weighted": 0.700757, "recall": 0.681494, "recall_weighted": 0.681494, "ap": null, "ap_weighted": null }, { "accuracy": 0.691234, "f1": 0.680002, "f1_weighted": 0.680002, "precision": 0.714478, "precision_weighted": 0.714478, "recall": 0.691234, "recall_weighted": 0.691234, "ap": null, "ap_weighted": null }, { "accuracy": 0.698377, "f1": 0.687639, "f1_weighted": 0.687639, "precision": 0.72417, "precision_weighted": 0.72417, "recall": 0.698377, "recall_weighted": 0.698377, "ap": null, "ap_weighted": null }, { "accuracy": 0.69513, "f1": 0.682002, "f1_weighted": 0.682002, "precision": 0.721036, "precision_weighted": 0.721036, "recall": 0.69513, "recall_weighted": 0.69513, "ap": null, "ap_weighted": null } ], "accuracy": 0.700325, "f1": 0.689327, "f1_weighted": 0.689327, "precision": 0.725719, "precision_weighted": 0.725719, "recall": 0.700325, "recall_weighted": 0.700325, "ap": NaN, "ap_weighted": NaN, "main_score": 0.700325, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 24.914488792419434, "kg_co2_emissions": null, "date": null }