{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "task_name": "CQADupstackGamingRetrieval", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.26771, "ndcg_at_3": 0.31374, "ndcg_at_5": 0.33452, "ndcg_at_10": 0.35916, "ndcg_at_20": 0.37826, "ndcg_at_100": 0.40794, "ndcg_at_1000": 0.43124, "map_at_1": 0.22891, "map_at_3": 0.28622, "map_at_5": 0.29984, "map_at_10": 0.31116, "map_at_20": 0.31728, "map_at_100": 0.32189, "map_at_1000": 0.32279, "recall_at_1": 0.22891, "recall_at_3": 0.34627, "recall_at_5": 0.39909, "recall_at_10": 0.47317, "recall_at_20": 0.54427, "recall_at_100": 0.69127, "recall_at_1000": 0.86522, "accuracy": 0.22891, "precision_at_1": 0.26771, "precision_at_3": 0.14211, "precision_at_5": 0.09918, "precision_at_10": 0.05994, "precision_at_20": 0.03539, "precision_at_100": 0.00936, "precision_at_1000": 0.00121, "mrr_at_1": 0.267712, "mrr_at_3": 0.320585, "mrr_at_5": 0.333062, "mrr_at_10": 0.343451, "mrr_at_20": 0.348304, "mrr_at_100": 0.352006, "mrr_at_1000": 0.352627, "nauc_ndcg_at_1_max": 0.319948, "nauc_ndcg_at_1_std": -0.072456, "nauc_ndcg_at_1_diff1": 0.525071, "nauc_ndcg_at_3_max": 0.291007, "nauc_ndcg_at_3_std": -0.090812, "nauc_ndcg_at_3_diff1": 0.476591, "nauc_ndcg_at_5_max": 0.287366, "nauc_ndcg_at_5_std": -0.080975, "nauc_ndcg_at_5_diff1": 0.468406, "nauc_ndcg_at_10_max": 0.292958, "nauc_ndcg_at_10_std": -0.074516, "nauc_ndcg_at_10_diff1": 0.46282, "nauc_ndcg_at_20_max": 0.293328, "nauc_ndcg_at_20_std": -0.06336, "nauc_ndcg_at_20_diff1": 0.456373, "nauc_ndcg_at_100_max": 0.304053, "nauc_ndcg_at_100_std": -0.04995, "nauc_ndcg_at_100_diff1": 0.455003, "nauc_ndcg_at_1000_max": 0.309144, "nauc_ndcg_at_1000_std": -0.046061, "nauc_ndcg_at_1000_diff1": 0.455945, "nauc_map_at_1_max": 0.282218, "nauc_map_at_1_std": -0.096136, "nauc_map_at_1_diff1": 0.526218, "nauc_map_at_3_max": 0.284393, "nauc_map_at_3_std": -0.100838, "nauc_map_at_3_diff1": 0.489897, "nauc_map_at_5_max": 0.283897, "nauc_map_at_5_std": -0.092852, "nauc_map_at_5_diff1": 0.484307, "nauc_map_at_10_max": 0.288442, "nauc_map_at_10_std": -0.087498, "nauc_map_at_10_diff1": 0.481224, "nauc_map_at_20_max": 0.289385, "nauc_map_at_20_std": -0.083784, "nauc_map_at_20_diff1": 0.479195, "nauc_map_at_100_max": 0.291723, "nauc_map_at_100_std": -0.081364, "nauc_map_at_100_diff1": 0.479064, "nauc_map_at_1000_max": 0.292141, "nauc_map_at_1000_std": -0.080995, "nauc_map_at_1000_diff1": 0.479006, "nauc_recall_at_1_max": 0.282218, "nauc_recall_at_1_std": -0.096136, "nauc_recall_at_1_diff1": 0.526218, "nauc_recall_at_3_max": 0.261137, "nauc_recall_at_3_std": -0.10829, "nauc_recall_at_3_diff1": 0.443618, "nauc_recall_at_5_max": 0.253186, "nauc_recall_at_5_std": -0.079944, "nauc_recall_at_5_diff1": 0.416745, "nauc_recall_at_10_max": 0.268213, "nauc_recall_at_10_std": -0.060301, "nauc_recall_at_10_diff1": 0.400226, "nauc_recall_at_20_max": 0.269083, "nauc_recall_at_20_std": -0.016869, "nauc_recall_at_20_diff1": 0.373554, "nauc_recall_at_100_max": 0.311129, "nauc_recall_at_100_std": 0.067892, "nauc_recall_at_100_diff1": 0.335425, "nauc_recall_at_1000_max": 0.377506, "nauc_recall_at_1000_std": 0.218338, "nauc_recall_at_1000_diff1": 0.268279, "nauc_precision_at_1_max": 0.319948, "nauc_precision_at_1_std": -0.072456, "nauc_precision_at_1_diff1": 0.525071, "nauc_precision_at_3_max": 0.300187, "nauc_precision_at_3_std": -0.057119, "nauc_precision_at_3_diff1": 0.392438, "nauc_precision_at_5_max": 0.290237, "nauc_precision_at_5_std": -0.016718, "nauc_precision_at_5_diff1": 0.357827, "nauc_precision_at_10_max": 0.305965, "nauc_precision_at_10_std": 0.015331, "nauc_precision_at_10_diff1": 0.309473, "nauc_precision_at_20_max": 0.305504, "nauc_precision_at_20_std": 0.073078, "nauc_precision_at_20_diff1": 0.244688, "nauc_precision_at_100_max": 0.312301, "nauc_precision_at_100_std": 0.159407, "nauc_precision_at_100_diff1": 0.143996, "nauc_precision_at_1000_max": 0.30517, "nauc_precision_at_1000_std": 0.214828, "nauc_precision_at_1000_diff1": 0.02925, "nauc_mrr_at_1_max": 0.319948, "nauc_mrr_at_1_std": -0.072456, "nauc_mrr_at_1_diff1": 0.525071, "nauc_mrr_at_3_max": 0.30788, "nauc_mrr_at_3_std": -0.071505, "nauc_mrr_at_3_diff1": 0.480736, "nauc_mrr_at_5_max": 0.306595, "nauc_mrr_at_5_std": -0.065682, "nauc_mrr_at_5_diff1": 0.476921, "nauc_mrr_at_10_max": 0.307978, "nauc_mrr_at_10_std": -0.063976, "nauc_mrr_at_10_diff1": 0.474644, "nauc_mrr_at_20_max": 0.308056, "nauc_mrr_at_20_std": -0.061668, "nauc_mrr_at_20_diff1": 0.473649, "nauc_mrr_at_100_max": 0.309712, "nauc_mrr_at_100_std": -0.060248, "nauc_mrr_at_100_diff1": 0.474014, "nauc_mrr_at_1000_max": 0.309686, "nauc_mrr_at_1000_std": -0.060217, "nauc_mrr_at_1000_diff1": 0.473992, "hit_rate_at_1": 0.26771, "hit_rate_at_3": 0.38871, "hit_rate_at_5": 0.44263, "hit_rate_at_10": 0.521, "hit_rate_at_20": 0.5906, "hit_rate_at_100": 0.73292, "hit_rate_at_1000": 0.89028, "main_score": 0.35916, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 57.79883646965027, "kg_co2_emissions": null, "date": null }