{ "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", "task_name": "Banking77Classification", "mteb_version": "2.10.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.730519, "f1": 0.721853, "f1_weighted": 0.721853, "precision": 0.750012, "precision_weighted": 0.750012, "recall": 0.730519, "recall_weighted": 0.730519, "ap": null, "ap_weighted": null }, { "accuracy": 0.736039, "f1": 0.726787, "f1_weighted": 0.726787, "precision": 0.759163, "precision_weighted": 0.759163, "recall": 0.736039, "recall_weighted": 0.736039, "ap": null, "ap_weighted": null }, { "accuracy": 0.737338, "f1": 0.729163, "f1_weighted": 0.729163, "precision": 0.760371, "precision_weighted": 0.760371, "recall": 0.737338, "recall_weighted": 0.737338, "ap": null, "ap_weighted": null }, { "accuracy": 0.735065, "f1": 0.728565, "f1_weighted": 0.728565, "precision": 0.757244, "precision_weighted": 0.757244, "recall": 0.735065, "recall_weighted": 0.735065, "ap": null, "ap_weighted": null }, { "accuracy": 0.723701, "f1": 0.715221, "f1_weighted": 0.715221, "precision": 0.744897, "precision_weighted": 0.744897, "recall": 0.723701, "recall_weighted": 0.723701, "ap": null, "ap_weighted": null }, { "accuracy": 0.729221, "f1": 0.725092, "f1_weighted": 0.725092, "precision": 0.751563, "precision_weighted": 0.751563, "recall": 0.729221, "recall_weighted": 0.729221, "ap": null, "ap_weighted": null }, { "accuracy": 0.721104, "f1": 0.71354, "f1_weighted": 0.71354, "precision": 0.735443, "precision_weighted": 0.735443, "recall": 0.721104, "recall_weighted": 0.721104, "ap": null, "ap_weighted": null }, { "accuracy": 0.728571, "f1": 0.719806, "f1_weighted": 0.719806, "precision": 0.746487, "precision_weighted": 0.746487, "recall": 0.728571, "recall_weighted": 0.728571, "ap": null, "ap_weighted": null }, { "accuracy": 0.724351, "f1": 0.715261, "f1_weighted": 0.715261, "precision": 0.753678, "precision_weighted": 0.753678, "recall": 0.724351, "recall_weighted": 0.724351, "ap": null, "ap_weighted": null }, { "accuracy": 0.726948, "f1": 0.718588, "f1_weighted": 0.718588, "precision": 0.745881, "precision_weighted": 0.745881, "recall": 0.726948, "recall_weighted": 0.726948, "ap": null, "ap_weighted": null } ], "accuracy": 0.729286, "f1": 0.721388, "f1_weighted": 0.721388, "precision": 0.750474, "precision_weighted": 0.750474, "recall": 0.729286, "recall_weighted": 0.729286, "ap": NaN, "ap_weighted": NaN, "main_score": 0.729286, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 49.54488945007324, "kg_co2_emissions": null, "date": null }