{ "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", "task_name": "Banking77Classification", "mteb_version": "2.10.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.78539, "f1": 0.775916, "f1_weighted": 0.775916, "precision": 0.801046, "precision_weighted": 0.801046, "recall": 0.78539, "recall_weighted": 0.78539, "ap": null, "ap_weighted": null }, { "accuracy": 0.8, "f1": 0.792747, "f1_weighted": 0.792747, "precision": 0.812947, "precision_weighted": 0.812947, "recall": 0.8, "recall_weighted": 0.8, "ap": null, "ap_weighted": null }, { "accuracy": 0.788312, "f1": 0.779776, "f1_weighted": 0.779776, "precision": 0.807452, "precision_weighted": 0.807452, "recall": 0.788312, "recall_weighted": 0.788312, "ap": null, "ap_weighted": null }, { "accuracy": 0.790909, "f1": 0.784672, "f1_weighted": 0.784672, "precision": 0.804151, "precision_weighted": 0.804151, "recall": 0.790909, "recall_weighted": 0.790909, "ap": null, "ap_weighted": null }, { "accuracy": 0.783766, "f1": 0.775977, "f1_weighted": 0.775977, "precision": 0.80836, "precision_weighted": 0.80836, "recall": 0.783766, "recall_weighted": 0.783766, "ap": null, "ap_weighted": null }, { "accuracy": 0.77987, "f1": 0.775546, "f1_weighted": 0.775546, "precision": 0.798778, "precision_weighted": 0.798778, "recall": 0.77987, "recall_weighted": 0.77987, "ap": null, "ap_weighted": null }, { "accuracy": 0.78539, "f1": 0.778858, "f1_weighted": 0.778858, "precision": 0.802693, "precision_weighted": 0.802693, "recall": 0.78539, "recall_weighted": 0.78539, "ap": null, "ap_weighted": null }, { "accuracy": 0.786688, "f1": 0.778584, "f1_weighted": 0.778584, "precision": 0.803679, "precision_weighted": 0.803679, "recall": 0.786688, "recall_weighted": 0.786688, "ap": null, "ap_weighted": null }, { "accuracy": 0.771104, "f1": 0.760284, "f1_weighted": 0.760284, "precision": 0.791352, "precision_weighted": 0.791352, "recall": 0.771104, "recall_weighted": 0.771104, "ap": null, "ap_weighted": null }, { "accuracy": 0.784091, "f1": 0.77652, "f1_weighted": 0.77652, "precision": 0.800061, "precision_weighted": 0.800061, "recall": 0.784091, "recall_weighted": 0.784091, "ap": null, "ap_weighted": null } ], "accuracy": 0.785552, "f1": 0.777888, "f1_weighted": 0.777888, "precision": 0.803052, "precision_weighted": 0.803052, "recall": 0.785552, "recall_weighted": 0.785552, "ap": NaN, "ap_weighted": NaN, "main_score": 0.785552, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 103.63245558738708, "kg_co2_emissions": null, "date": null }