{ "dataset_revision": "5713cd1b76a22b79c3595827c717c72b6cab8852", "task_name": "JaQuADRetrieval", "mteb_version": "2.26.30", "scores": { "validation": [ { "ndcg_at_1": 0.12988, "ndcg_at_3": 0.11944, "ndcg_at_5": 0.13843, "ndcg_at_10": 0.16319, "ndcg_at_20": 0.18485, "ndcg_at_100": 0.22626, "ndcg_at_1000": 0.27382, "map_at_1": 0.06494, "map_at_3": 0.08993, "map_at_5": 0.09932, "map_at_10": 0.10901, "map_at_20": 0.11512, "map_at_100": 0.12131, "map_at_1000": 0.12314, "recall_at_1": 0.06494, "recall_at_3": 0.12109, "recall_at_5": 0.15869, "recall_at_10": 0.22119, "recall_at_20": 0.29126, "recall_at_100": 0.47485, "recall_at_1000": 0.79639, "accuracy": 0.06494, "precision_at_1": 0.12988, "precision_at_3": 0.08073, "precision_at_5": 0.06348, "precision_at_10": 0.04424, "precision_at_20": 0.02913, "precision_at_100": 0.0095, "precision_at_1000": 0.00159, "mrr_at_1": 0.129883, "mrr_at_3": 0.177083, "mrr_at_5": 0.19266, "mrr_at_10": 0.206567, "mrr_at_20": 0.213641, "mrr_at_100": 0.219519, "mrr_at_1000": 0.220587, "nauc_ndcg_at_1_max": 0.248415, "nauc_ndcg_at_1_std": 0.098474, "nauc_ndcg_at_1_diff1": 0.190037, "nauc_ndcg_at_3_max": 0.268514, "nauc_ndcg_at_3_std": 0.129442, "nauc_ndcg_at_3_diff1": 0.133557, "nauc_ndcg_at_5_max": 0.279377, "nauc_ndcg_at_5_std": 0.147058, "nauc_ndcg_at_5_diff1": 0.126304, "nauc_ndcg_at_10_max": 0.304632, "nauc_ndcg_at_10_std": 0.17118, "nauc_ndcg_at_10_diff1": 0.115216, "nauc_ndcg_at_20_max": 0.326293, "nauc_ndcg_at_20_std": 0.204176, "nauc_ndcg_at_20_diff1": 0.110426, "nauc_ndcg_at_100_max": 0.334294, "nauc_ndcg_at_100_std": 0.238096, "nauc_ndcg_at_100_diff1": 0.095268, "nauc_ndcg_at_1000_max": 0.327602, "nauc_ndcg_at_1000_std": 0.225464, "nauc_ndcg_at_1000_diff1": 0.101299, "nauc_map_at_1_max": 0.248415, "nauc_map_at_1_std": 0.098474, "nauc_map_at_1_diff1": 0.190037, "nauc_map_at_3_max": 0.261215, "nauc_map_at_3_std": 0.123549, "nauc_map_at_3_diff1": 0.142875, "nauc_map_at_5_max": 0.271073, "nauc_map_at_5_std": 0.136371, "nauc_map_at_5_diff1": 0.136795, "nauc_map_at_10_max": 0.28975, "nauc_map_at_10_std": 0.151967, "nauc_map_at_10_diff1": 0.131174, "nauc_map_at_20_max": 0.299786, "nauc_map_at_20_std": 0.167228, "nauc_map_at_20_diff1": 0.128658, "nauc_map_at_100_max": 0.303267, "nauc_map_at_100_std": 0.176662, "nauc_map_at_100_diff1": 0.123674, "nauc_map_at_1000_max": 0.303348, "nauc_map_at_1000_std": 0.176665, "nauc_map_at_1000_diff1": 0.123893, "nauc_recall_at_1_max": 0.248415, "nauc_recall_at_1_std": 0.098474, "nauc_recall_at_1_diff1": 0.190037, "nauc_recall_at_3_max": 0.282171, "nauc_recall_at_3_std": 0.143412, "nauc_recall_at_3_diff1": 0.109497, "nauc_recall_at_5_max": 0.301308, "nauc_recall_at_5_std": 0.175611, "nauc_recall_at_5_diff1": 0.098202, "nauc_recall_at_10_max": 0.345624, "nauc_recall_at_10_std": 0.222611, "nauc_recall_at_10_diff1": 0.074732, "nauc_recall_at_20_max": 0.378001, "nauc_recall_at_20_std": 0.291469, "nauc_recall_at_20_diff1": 0.058016, "nauc_recall_at_100_max": 0.345852, "nauc_recall_at_100_std": 0.358886, "nauc_recall_at_100_diff1": 0.000635, "nauc_recall_at_1000_max": 0.322446, "nauc_recall_at_1000_std": 0.347244, "nauc_recall_at_1000_diff1": 0.001884, "nauc_precision_at_1_max": 0.248415, "nauc_precision_at_1_std": 0.098474, "nauc_precision_at_1_diff1": 0.190037, "nauc_precision_at_3_max": 0.282171, "nauc_precision_at_3_std": 0.143412, "nauc_precision_at_3_diff1": 0.109497, "nauc_precision_at_5_max": 0.301308, "nauc_precision_at_5_std": 0.175611, "nauc_precision_at_5_diff1": 0.098202, "nauc_precision_at_10_max": 0.345624, "nauc_precision_at_10_std": 0.222611, "nauc_precision_at_10_diff1": 0.074732, "nauc_precision_at_20_max": 0.378001, "nauc_precision_at_20_std": 0.291469, "nauc_precision_at_20_diff1": 0.058016, "nauc_precision_at_100_max": 0.345852, "nauc_precision_at_100_std": 0.358886, "nauc_precision_at_100_diff1": 0.000635, "nauc_precision_at_1000_max": 0.322446, "nauc_precision_at_1000_std": 0.347244, "nauc_precision_at_1000_diff1": 0.001884, "nauc_mrr_at_1_max": 0.248415, "nauc_mrr_at_1_std": 0.098474, "nauc_mrr_at_1_diff1": 0.190037, "nauc_mrr_at_3_max": 0.26455, "nauc_mrr_at_3_std": 0.123343, "nauc_mrr_at_3_diff1": 0.144886, "nauc_mrr_at_5_max": 0.267419, "nauc_mrr_at_5_std": 0.131899, "nauc_mrr_at_5_diff1": 0.141284, "nauc_mrr_at_10_max": 0.273129, "nauc_mrr_at_10_std": 0.138599, "nauc_mrr_at_10_diff1": 0.135217, "nauc_mrr_at_20_max": 0.276521, "nauc_mrr_at_20_std": 0.144, "nauc_mrr_at_20_diff1": 0.13527, "nauc_mrr_at_100_max": 0.27522, "nauc_mrr_at_100_std": 0.144118, "nauc_mrr_at_100_diff1": 0.135235, "nauc_mrr_at_1000_max": 0.274929, "nauc_mrr_at_1000_std": 0.143342, "nauc_mrr_at_1000_diff1": 0.135432, "hit_rate_at_1": 0.12988, "hit_rate_at_3": 0.23926, "hit_rate_at_5": 0.30713, "hit_rate_at_10": 0.41113, "hit_rate_at_20": 0.51318, "hit_rate_at_100": 0.74707, "hit_rate_at_1000": 0.98096, "main_score": 0.16319, "hf_subset": "default", "languages": [ "jpn-Jpan" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 67.56524205207825, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }