results/CQADupstackTexRetrieval.json

{
  "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7",
  "task_name": "CQADupstackTexRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.12629,
        "ndcg_at_3": 0.14518,
        "ndcg_at_5": 0.15614,
        "ndcg_at_10": 0.17047,
        "ndcg_at_20": 0.18392,
        "ndcg_at_100": 0.21056,
        "ndcg_at_1000": 0.24332,
        "map_at_1": 0.10346,
        "map_at_3": 0.12901,
        "map_at_5": 0.13609,
        "map_at_10": 0.14233,
        "map_at_20": 0.14617,
        "map_at_100": 0.14984,
        "map_at_1000": 0.15097,
        "recall_at_1": 0.10346,
        "recall_at_3": 0.1592,
        "recall_at_5": 0.18755,
        "recall_at_10": 0.23018,
        "recall_at_20": 0.28056,
        "recall_at_100": 0.41668,
        "recall_at_1000": 0.65987,
        "accuracy": 0.10346,
        "precision_at_1": 0.12629,
        "precision_at_3": 0.06733,
        "precision_at_5": 0.04859,
        "precision_at_10": 0.03066,
        "precision_at_20": 0.01901,
        "precision_at_100": 0.00592,
        "precision_at_1000": 0.00103,
        "mrr_at_1": 0.12629,
        "mrr_at_3": 0.154451,
        "mrr_at_5": 0.161866,
        "mrr_at_10": 0.168962,
        "mrr_at_20": 0.173027,
        "mrr_at_100": 0.176492,
        "mrr_at_1000": 0.177425,
        "nauc_ndcg_at_1_max": 0.230319,
        "nauc_ndcg_at_1_std": -0.021221,
        "nauc_ndcg_at_1_diff1": 0.418441,
        "nauc_ndcg_at_3_max": 0.201801,
        "nauc_ndcg_at_3_std": 0.001944,
        "nauc_ndcg_at_3_diff1": 0.342979,
        "nauc_ndcg_at_5_max": 0.195268,
        "nauc_ndcg_at_5_std": 0.001553,
        "nauc_ndcg_at_5_diff1": 0.334014,
        "nauc_ndcg_at_10_max": 0.190439,
        "nauc_ndcg_at_10_std": 0.007219,
        "nauc_ndcg_at_10_diff1": 0.322701,
        "nauc_ndcg_at_20_max": 0.194566,
        "nauc_ndcg_at_20_std": 0.018002,
        "nauc_ndcg_at_20_diff1": 0.318386,
        "nauc_ndcg_at_100_max": 0.203695,
        "nauc_ndcg_at_100_std": 0.038701,
        "nauc_ndcg_at_100_diff1": 0.303952,
        "nauc_ndcg_at_1000_max": 0.213091,
        "nauc_ndcg_at_1000_std": 0.052423,
        "nauc_ndcg_at_1000_diff1": 0.300136,
        "nauc_map_at_1_max": 0.212611,
        "nauc_map_at_1_std": -0.014866,
        "nauc_map_at_1_diff1": 0.418644,
        "nauc_map_at_3_max": 0.202392,
        "nauc_map_at_3_std": -0.000545,
        "nauc_map_at_3_diff1": 0.361782,
        "nauc_map_at_5_max": 0.197294,
        "nauc_map_at_5_std": -0.001829,
        "nauc_map_at_5_diff1": 0.354015,
        "nauc_map_at_10_max": 0.195174,
        "nauc_map_at_10_std": 0.00067,
        "nauc_map_at_10_diff1": 0.348065,
        "nauc_map_at_20_max": 0.196803,
        "nauc_map_at_20_std": 0.00405,
        "nauc_map_at_20_diff1": 0.346794,
        "nauc_map_at_100_max": 0.198651,
        "nauc_map_at_100_std": 0.007573,
        "nauc_map_at_100_diff1": 0.344353,
        "nauc_map_at_1000_max": 0.199103,
        "nauc_map_at_1000_std": 0.008273,
        "nauc_map_at_1000_diff1": 0.344289,
        "nauc_recall_at_1_max": 0.212611,
        "nauc_recall_at_1_std": -0.014866,
        "nauc_recall_at_1_diff1": 0.418644,
        "nauc_recall_at_3_max": 0.183492,
        "nauc_recall_at_3_std": 0.011861,
        "nauc_recall_at_3_diff1": 0.306821,
        "nauc_recall_at_5_max": 0.168708,
        "nauc_recall_at_5_std": 0.010617,
        "nauc_recall_at_5_diff1": 0.28616,
        "nauc_recall_at_10_max": 0.156201,
        "nauc_recall_at_10_std": 0.022768,
        "nauc_recall_at_10_diff1": 0.25403,
        "nauc_recall_at_20_max": 0.169179,
        "nauc_recall_at_20_std": 0.053138,
        "nauc_recall_at_20_diff1": 0.243587,
        "nauc_recall_at_100_max": 0.199026,
        "nauc_recall_at_100_std": 0.126662,
        "nauc_recall_at_100_diff1": 0.188811,
        "nauc_recall_at_1000_max": 0.248388,
        "nauc_recall_at_1000_std": 0.237109,
        "nauc_recall_at_1000_diff1": 0.131819,
        "nauc_precision_at_1_max": 0.230319,
        "nauc_precision_at_1_std": -0.021221,
        "nauc_precision_at_1_diff1": 0.418441,
        "nauc_precision_at_3_max": 0.199272,
        "nauc_precision_at_3_std": 0.004546,
        "nauc_precision_at_3_diff1": 0.294366,
        "nauc_precision_at_5_max": 0.19767,
        "nauc_precision_at_5_std": 0.001837,
        "nauc_precision_at_5_diff1": 0.274078,
        "nauc_precision_at_10_max": 0.192538,
        "nauc_precision_at_10_std": 0.019743,
        "nauc_precision_at_10_diff1": 0.243372,
        "nauc_precision_at_20_max": 0.218758,
        "nauc_precision_at_20_std": 0.051382,
        "nauc_precision_at_20_diff1": 0.232076,
        "nauc_precision_at_100_max": 0.24738,
        "nauc_precision_at_100_std": 0.119182,
        "nauc_precision_at_100_diff1": 0.156865,
        "nauc_precision_at_1000_max": 0.269522,
        "nauc_precision_at_1000_std": 0.152014,
        "nauc_precision_at_1000_diff1": 0.075664,
        "nauc_mrr_at_1_max": 0.230319,
        "nauc_mrr_at_1_std": -0.021221,
        "nauc_mrr_at_1_diff1": 0.418441,
        "nauc_mrr_at_3_max": 0.209084,
        "nauc_mrr_at_3_std": -0.006969,
        "nauc_mrr_at_3_diff1": 0.359461,
        "nauc_mrr_at_5_max": 0.207291,
        "nauc_mrr_at_5_std": -0.006225,
        "nauc_mrr_at_5_diff1": 0.353709,
        "nauc_mrr_at_10_max": 0.206325,
        "nauc_mrr_at_10_std": -0.003229,
        "nauc_mrr_at_10_diff1": 0.348398,
        "nauc_mrr_at_20_max": 0.207924,
        "nauc_mrr_at_20_std": 0.000245,
        "nauc_mrr_at_20_diff1": 0.34649,
        "nauc_mrr_at_100_max": 0.208891,
        "nauc_mrr_at_100_std": 0.002827,
        "nauc_mrr_at_100_diff1": 0.344718,
        "nauc_mrr_at_1000_max": 0.208898,
        "nauc_mrr_at_1000_std": 0.003074,
        "nauc_mrr_at_1000_diff1": 0.344713,
        "hit_rate_at_1": 0.12629,
        "hit_rate_at_3": 0.19098,
        "hit_rate_at_5": 0.22368,
        "hit_rate_at_10": 0.27564,
        "hit_rate_at_20": 0.33379,
        "hit_rate_at_100": 0.48107,
        "hit_rate_at_1000": 0.72299,
        "main_score": 0.17047,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 94.38194489479065,
  "kg_co2_emissions": null,
  "date": null
}