{ "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", "task_name": "CQADupstackMathematicaRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.10572, "ndcg_at_3": 0.1344, "ndcg_at_5": 0.15294, "ndcg_at_10": 0.16976, "ndcg_at_20": 0.18796, "ndcg_at_100": 0.22598, "ndcg_at_1000": 0.25889, "map_at_1": 0.08106, "map_at_3": 0.11453, "map_at_5": 0.12578, "map_at_10": 0.13293, "map_at_20": 0.13821, "map_at_100": 0.14337, "map_at_1000": 0.14464, "recall_at_1": 0.08106, "recall_at_3": 0.15677, "recall_at_5": 0.20314, "recall_at_10": 0.25361, "recall_at_20": 0.31993, "recall_at_100": 0.51174, "recall_at_1000": 0.74859, "accuracy": 0.08106, "precision_at_1": 0.10572, "precision_at_3": 0.06716, "precision_at_5": 0.05274, "precision_at_10": 0.03321, "precision_at_20": 0.02139, "precision_at_100": 0.00716, "precision_at_1000": 0.00114, "mrr_at_1": 0.105721, "mrr_at_3": 0.145108, "mrr_at_5": 0.157048, "mrr_at_10": 0.165174, "mrr_at_20": 0.170021, "mrr_at_100": 0.175019, "mrr_at_1000": 0.17589, "nauc_ndcg_at_1_max": 0.035539, "nauc_ndcg_at_1_std": -0.066001, "nauc_ndcg_at_1_diff1": 0.346734, "nauc_ndcg_at_3_max": 0.082649, "nauc_ndcg_at_3_std": -0.012721, "nauc_ndcg_at_3_diff1": 0.240017, "nauc_ndcg_at_5_max": 0.066341, "nauc_ndcg_at_5_std": -0.000653, "nauc_ndcg_at_5_diff1": 0.212013, "nauc_ndcg_at_10_max": 0.046896, "nauc_ndcg_at_10_std": 0.013313, "nauc_ndcg_at_10_diff1": 0.197846, "nauc_ndcg_at_20_max": 0.041339, "nauc_ndcg_at_20_std": 0.010412, "nauc_ndcg_at_20_diff1": 0.209614, "nauc_ndcg_at_100_max": 0.052779, "nauc_ndcg_at_100_std": 0.035033, "nauc_ndcg_at_100_diff1": 0.20516, "nauc_ndcg_at_1000_max": 0.072392, "nauc_ndcg_at_1000_std": 0.044832, "nauc_ndcg_at_1000_diff1": 0.207827, "nauc_map_at_1_max": 0.048607, "nauc_map_at_1_std": -0.040466, "nauc_map_at_1_diff1": 0.338968, "nauc_map_at_3_max": 0.081374, "nauc_map_at_3_std": -0.009001, "nauc_map_at_3_diff1": 0.257624, "nauc_map_at_5_max": 0.069913, "nauc_map_at_5_std": -0.004754, "nauc_map_at_5_diff1": 0.241293, "nauc_map_at_10_max": 0.060959, "nauc_map_at_10_std": 0.00085, "nauc_map_at_10_diff1": 0.234341, "nauc_map_at_20_max": 0.058979, "nauc_map_at_20_std": 0.001188, "nauc_map_at_20_diff1": 0.237876, "nauc_map_at_100_max": 0.061316, "nauc_map_at_100_std": 0.005836, "nauc_map_at_100_diff1": 0.235731, "nauc_map_at_1000_max": 0.061791, "nauc_map_at_1000_std": 0.0063, "nauc_map_at_1000_diff1": 0.236068, "nauc_recall_at_1_max": 0.048607, "nauc_recall_at_1_std": -0.040466, "nauc_recall_at_1_diff1": 0.338968, "nauc_recall_at_3_max": 0.099049, "nauc_recall_at_3_std": 0.01302, "nauc_recall_at_3_diff1": 0.18182, "nauc_recall_at_5_max": 0.061892, "nauc_recall_at_5_std": 0.023514, "nauc_recall_at_5_diff1": 0.133834, "nauc_recall_at_10_max": 0.01634, "nauc_recall_at_10_std": 0.046696, "nauc_recall_at_10_diff1": 0.105445, "nauc_recall_at_20_max": 0.003255, "nauc_recall_at_20_std": 0.03097, "nauc_recall_at_20_diff1": 0.1421, "nauc_recall_at_100_max": 0.041555, "nauc_recall_at_100_std": 0.11143, "nauc_recall_at_100_diff1": 0.130935, "nauc_recall_at_1000_max": 0.201615, "nauc_recall_at_1000_std": 0.236717, "nauc_recall_at_1000_diff1": 0.123617, "nauc_precision_at_1_max": 0.035539, "nauc_precision_at_1_std": -0.066001, "nauc_precision_at_1_diff1": 0.346734, "nauc_precision_at_3_max": 0.070225, "nauc_precision_at_3_std": -0.017361, "nauc_precision_at_3_diff1": 0.189936, "nauc_precision_at_5_max": 0.044309, "nauc_precision_at_5_std": 0.00283, "nauc_precision_at_5_diff1": 0.147291, "nauc_precision_at_10_max": 0.019352, "nauc_precision_at_10_std": 0.032872, "nauc_precision_at_10_diff1": 0.13356, "nauc_precision_at_20_max": 0.006863, "nauc_precision_at_20_std": 0.031409, "nauc_precision_at_20_diff1": 0.148412, "nauc_precision_at_100_max": 0.03604, "nauc_precision_at_100_std": 0.10396, "nauc_precision_at_100_diff1": 0.109082, "nauc_precision_at_1000_max": 0.06276, "nauc_precision_at_1000_std": 0.07571, "nauc_precision_at_1000_diff1": 0.027498, "nauc_mrr_at_1_max": 0.035539, "nauc_mrr_at_1_std": -0.066001, "nauc_mrr_at_1_diff1": 0.346734, "nauc_mrr_at_3_max": 0.06389, "nauc_mrr_at_3_std": -0.033179, "nauc_mrr_at_3_diff1": 0.267324, "nauc_mrr_at_5_max": 0.058111, "nauc_mrr_at_5_std": -0.026318, "nauc_mrr_at_5_diff1": 0.251994, "nauc_mrr_at_10_max": 0.049563, "nauc_mrr_at_10_std": -0.021556, "nauc_mrr_at_10_diff1": 0.243018, "nauc_mrr_at_20_max": 0.048145, "nauc_mrr_at_20_std": -0.022164, "nauc_mrr_at_20_diff1": 0.246568, "nauc_mrr_at_100_max": 0.048751, "nauc_mrr_at_100_std": -0.019374, "nauc_mrr_at_100_diff1": 0.245814, "nauc_mrr_at_1000_max": 0.049219, "nauc_mrr_at_1000_std": -0.019199, "nauc_mrr_at_1000_diff1": 0.245871, "hit_rate_at_1": 0.10572, "hit_rate_at_3": 0.19652, "hit_rate_at_5": 0.24876, "hit_rate_at_10": 0.30846, "hit_rate_at_20": 0.37811, "hit_rate_at_100": 0.58955, "hit_rate_at_1000": 0.80597, "main_score": 0.16976, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 23.938961267471313, "kg_co2_emissions": null, "date": null }