| { |
| "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", |
| "evaluation_time": 65.54995560646057, |
| "kg_co2_emissions": null, |
| "mteb_version": "1.14.5", |
| "scores": { |
| "test": [ |
| { |
| "hf_subset": "default", |
| "languages": [ |
| "eng-Latn" |
| ], |
| "main_score": 0.48936, |
| "map_at_1": 0.31763, |
| "map_at_10": 0.43019, |
| "map_at_100": 0.44264, |
| "map_at_1000": 0.44397, |
| "map_at_20": 0.43668, |
| "map_at_3": 0.39884, |
| "map_at_5": 0.41533, |
| "mrr_at_1": 0.40063694267515926, |
| "mrr_at_10": 0.48846451319381284, |
| "mrr_at_100": 0.49522304295327746, |
| "mrr_at_1000": 0.49564300211083767, |
| "mrr_at_20": 0.49234269311710627, |
| "mrr_at_3": 0.46624203821656096, |
| "mrr_at_5": 0.47901273885350387, |
| "nauc_map_at_1000_diff1": 0.5459172197293635, |
| "nauc_map_at_1000_max": 0.42264661470005505, |
| "nauc_map_at_1000_std": -0.05276063595795234, |
| "nauc_map_at_100_diff1": 0.5460928733245463, |
| "nauc_map_at_100_max": 0.4220242687611015, |
| "nauc_map_at_100_std": -0.05415645845380136, |
| "nauc_map_at_10_diff1": 0.5493676348045626, |
| "nauc_map_at_10_max": 0.4152559669265988, |
| "nauc_map_at_10_std": -0.06964991024787746, |
| "nauc_map_at_1_diff1": 0.601036296144563, |
| "nauc_map_at_1_max": 0.3370140478030352, |
| "nauc_map_at_1_std": -0.13582544840620328, |
| "nauc_map_at_20_diff1": 0.5483642697034826, |
| "nauc_map_at_20_max": 0.4191558762889365, |
| "nauc_map_at_20_std": -0.06257853978489655, |
| "nauc_map_at_3_diff1": 0.5545228221580871, |
| "nauc_map_at_3_max": 0.39195195476352135, |
| "nauc_map_at_3_std": -0.09444173199525188, |
| "nauc_map_at_5_diff1": 0.5520517170411261, |
| "nauc_map_at_5_max": 0.4056444116529713, |
| "nauc_map_at_5_std": -0.08043410048525122, |
| "nauc_mrr_at_1000_diff1": 0.5305920313535624, |
| "nauc_mrr_at_1000_max": 0.44295663906870986, |
| "nauc_mrr_at_1000_std": -0.005427410250237761, |
| "nauc_mrr_at_100_diff1": 0.530359542055096, |
| "nauc_mrr_at_100_max": 0.4429332659867827, |
| "nauc_mrr_at_100_std": -0.005335912128708265, |
| "nauc_mrr_at_10_diff1": 0.5306285010612894, |
| "nauc_mrr_at_10_max": 0.44352619743401267, |
| "nauc_mrr_at_10_std": -0.007545427036824614, |
| "nauc_mrr_at_1_diff1": 0.5705327508195187, |
| "nauc_mrr_at_1_max": 0.4207000171407997, |
| "nauc_mrr_at_1_std": -0.044063337305515655, |
| "nauc_mrr_at_20_diff1": 0.5304749139519108, |
| "nauc_mrr_at_20_max": 0.44360885194871336, |
| "nauc_mrr_at_20_std": -0.006544571966573831, |
| "nauc_mrr_at_3_diff1": 0.5348129420116844, |
| "nauc_mrr_at_3_max": 0.440700910702335, |
| "nauc_mrr_at_3_std": -0.018517859080796468, |
| "nauc_mrr_at_5_diff1": 0.5326149602419523, |
| "nauc_mrr_at_5_max": 0.44311142945986554, |
| "nauc_mrr_at_5_std": -0.006958949268058617, |
| "nauc_ndcg_at_1000_diff1": 0.5233425935340452, |
| "nauc_ndcg_at_1000_max": 0.44170205098975396, |
| "nauc_ndcg_at_1000_std": 0.0025271889570088802, |
| "nauc_ndcg_at_100_diff1": 0.5195045780123667, |
| "nauc_ndcg_at_100_max": 0.4405279957321095, |
| "nauc_ndcg_at_100_std": -0.0006370245918248862, |
| "nauc_ndcg_at_10_diff1": 0.5283319309438677, |
| "nauc_ndcg_at_10_max": 0.44051862552033394, |
| "nauc_ndcg_at_10_std": -0.027184537272445308, |
| "nauc_ndcg_at_1_diff1": 0.5705327508195187, |
| "nauc_ndcg_at_1_max": 0.4207000171407997, |
| "nauc_ndcg_at_1_std": -0.044063337305515655, |
| "nauc_ndcg_at_20_diff1": 0.527216841165551, |
| "nauc_ndcg_at_20_max": 0.44186495496594597, |
| "nauc_ndcg_at_20_std": -0.020047038012045583, |
| "nauc_ndcg_at_3_diff1": 0.5269276275342443, |
| "nauc_ndcg_at_3_max": 0.4326465120815098, |
| "nauc_ndcg_at_3_std": -0.0353239440567265, |
| "nauc_ndcg_at_5_diff1": 0.5311172255523466, |
| "nauc_ndcg_at_5_max": 0.43665003287550347, |
| "nauc_ndcg_at_5_std": -0.030379850552689956, |
| "nauc_precision_at_1000_diff1": -0.15278672034019866, |
| "nauc_precision_at_1000_max": 0.11837356124611187, |
| "nauc_precision_at_1000_std": 0.3471299367937873, |
| "nauc_precision_at_100_diff1": -0.09482141848634178, |
| "nauc_precision_at_100_max": 0.23701906172515652, |
| "nauc_precision_at_100_std": 0.38901420422678396, |
| "nauc_precision_at_10_diff1": 0.12295060015515728, |
| "nauc_precision_at_10_max": 0.3930290600535279, |
| "nauc_precision_at_10_std": 0.26003555835076975, |
| "nauc_precision_at_1_diff1": 0.5705327508195187, |
| "nauc_precision_at_1_max": 0.4207000171407997, |
| "nauc_precision_at_1_std": -0.044063337305515655, |
| "nauc_precision_at_20_diff1": 0.048391676096931936, |
| "nauc_precision_at_20_max": 0.35156726047034936, |
| "nauc_precision_at_20_std": 0.3217257513634862, |
| "nauc_precision_at_3_diff1": 0.2962330162614599, |
| "nauc_precision_at_3_max": 0.4373359305143132, |
| "nauc_precision_at_3_std": 0.12096232671909246, |
| "nauc_precision_at_5_diff1": 0.23033970799112222, |
| "nauc_precision_at_5_max": 0.4377205452564277, |
| "nauc_precision_at_5_std": 0.19327367250182723, |
| "nauc_recall_at_1000_diff1": 0.3774219561007802, |
| "nauc_recall_at_1000_max": 0.4420665703165497, |
| "nauc_recall_at_1000_std": 0.292696569087332, |
| "nauc_recall_at_100_diff1": 0.36833992119705206, |
| "nauc_recall_at_100_max": 0.4197009187872589, |
| "nauc_recall_at_100_std": 0.1595029823908181, |
| "nauc_recall_at_10_diff1": 0.45498832262618544, |
| "nauc_recall_at_10_max": 0.42394967411221196, |
| "nauc_recall_at_10_std": -0.013759537202636608, |
| "nauc_recall_at_1_diff1": 0.601036296144563, |
| "nauc_recall_at_1_max": 0.3370140478030352, |
| "nauc_recall_at_1_std": -0.13582544840620328, |
| "nauc_recall_at_20_diff1": 0.4410825562743696, |
| "nauc_recall_at_20_max": 0.43304832974358487, |
| "nauc_recall_at_20_std": 0.021395633200003955, |
| "nauc_recall_at_3_diff1": 0.49085593347785555, |
| "nauc_recall_at_3_max": 0.3885787846871319, |
| "nauc_recall_at_3_std": -0.07303692572619085, |
| "nauc_recall_at_5_diff1": 0.48146147070759227, |
| "nauc_recall_at_5_max": 0.40756808903553193, |
| "nauc_recall_at_5_std": -0.03838517709347803, |
| "ndcg_at_1": 0.40064, |
| "ndcg_at_10": 0.48936, |
| "ndcg_at_100": 0.53283, |
| "ndcg_at_1000": 0.55219, |
| "ndcg_at_20": 0.50559, |
| "ndcg_at_3": 0.44659, |
| "ndcg_at_5": 0.46406, |
| "precision_at_1": 0.40064, |
| "precision_at_10": 0.09274, |
| "precision_at_100": 0.01462, |
| "precision_at_1000": 0.00193, |
| "precision_at_20": 0.05417, |
| "precision_at_3": 0.21826, |
| "precision_at_5": 0.15159, |
| "recall_at_1": 0.31763, |
| "recall_at_10": 0.59654, |
| "recall_at_100": 0.78234, |
| "recall_at_1000": 0.89933, |
| "recall_at_20": 0.65562, |
| "recall_at_3": 0.46577, |
| "recall_at_5": 0.51941 |
| } |
| ] |
| }, |
| "task_name": "CQADupstackEnglishRetrieval" |
| } |
