results/CQADupstackEnglishRetrieval.json

{
  "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
  "task_name": "CQADupstackEnglishRetrieval",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.15541,
        "ndcg_at_3": 0.17117,
        "ndcg_at_5": 0.184,
        "ndcg_at_10": 0.19824,
        "ndcg_at_20": 0.2098,
        "ndcg_at_100": 0.23209,
        "ndcg_at_1000": 0.2615,
        "map_at_1": 0.1213,
        "map_at_3": 0.14994,
        "map_at_5": 0.15878,
        "map_at_10": 0.16559,
        "map_at_20": 0.16941,
        "map_at_100": 0.17291,
        "map_at_1000": 0.17405,
        "recall_at_1": 0.1213,
        "recall_at_3": 0.181,
        "recall_at_5": 0.21512,
        "recall_at_10": 0.2589,
        "recall_at_20": 0.30168,
        "recall_at_100": 0.40954,
        "recall_at_1000": 0.61684,
        "accuracy": 0.1213,
        "precision_at_1": 0.15541,
        "precision_at_3": 0.08259,
        "precision_at_5": 0.06038,
        "precision_at_10": 0.03822,
        "precision_at_20": 0.02328,
        "precision_at_100": 0.00694,
        "precision_at_1000": 0.00119,
        "mrr_at_1": 0.155414,
        "mrr_at_3": 0.18673,
        "mrr_at_5": 0.195902,
        "mrr_at_10": 0.202599,
        "mrr_at_20": 0.206189,
        "mrr_at_100": 0.208986,
        "mrr_at_1000": 0.209771,
        "nauc_ndcg_at_1_max": 0.195123,
        "nauc_ndcg_at_1_std": 0.038382,
        "nauc_ndcg_at_1_diff1": 0.445102,
        "nauc_ndcg_at_3_max": 0.166586,
        "nauc_ndcg_at_3_std": 0.044121,
        "nauc_ndcg_at_3_diff1": 0.406788,
        "nauc_ndcg_at_5_max": 0.159946,
        "nauc_ndcg_at_5_std": 0.049405,
        "nauc_ndcg_at_5_diff1": 0.39172,
        "nauc_ndcg_at_10_max": 0.152806,
        "nauc_ndcg_at_10_std": 0.063562,
        "nauc_ndcg_at_10_diff1": 0.377718,
        "nauc_ndcg_at_20_max": 0.148911,
        "nauc_ndcg_at_20_std": 0.074106,
        "nauc_ndcg_at_20_diff1": 0.367546,
        "nauc_ndcg_at_100_max": 0.153238,
        "nauc_ndcg_at_100_std": 0.090583,
        "nauc_ndcg_at_100_diff1": 0.366295,
        "nauc_ndcg_at_1000_max": 0.157625,
        "nauc_ndcg_at_1000_std": 0.102018,
        "nauc_ndcg_at_1000_diff1": 0.364599,
        "nauc_map_at_1_max": 0.187378,
        "nauc_map_at_1_std": 0.026564,
        "nauc_map_at_1_diff1": 0.468802,
        "nauc_map_at_3_max": 0.172059,
        "nauc_map_at_3_std": 0.033254,
        "nauc_map_at_3_diff1": 0.427237,
        "nauc_map_at_5_max": 0.167614,
        "nauc_map_at_5_std": 0.039833,
        "nauc_map_at_5_diff1": 0.415822,
        "nauc_map_at_10_max": 0.165745,
        "nauc_map_at_10_std": 0.049076,
        "nauc_map_at_10_diff1": 0.407507,
        "nauc_map_at_20_max": 0.1652,
        "nauc_map_at_20_std": 0.054117,
        "nauc_map_at_20_diff1": 0.403296,
        "nauc_map_at_100_max": 0.16542,
        "nauc_map_at_100_std": 0.057323,
        "nauc_map_at_100_diff1": 0.402134,
        "nauc_map_at_1000_max": 0.165638,
        "nauc_map_at_1000_std": 0.058157,
        "nauc_map_at_1000_diff1": 0.401782,
        "nauc_recall_at_1_max": 0.187378,
        "nauc_recall_at_1_std": 0.026564,
        "nauc_recall_at_1_diff1": 0.468802,
        "nauc_recall_at_3_max": 0.14534,
        "nauc_recall_at_3_std": 0.037792,
        "nauc_recall_at_3_diff1": 0.390695,
        "nauc_recall_at_5_max": 0.127747,
        "nauc_recall_at_5_std": 0.048975,
        "nauc_recall_at_5_diff1": 0.346998,
        "nauc_recall_at_10_max": 0.112594,
        "nauc_recall_at_10_std": 0.08543,
        "nauc_recall_at_10_diff1": 0.308944,
        "nauc_recall_at_20_max": 0.099463,
        "nauc_recall_at_20_std": 0.112498,
        "nauc_recall_at_20_diff1": 0.275566,
        "nauc_recall_at_100_max": 0.120063,
        "nauc_recall_at_100_std": 0.166315,
        "nauc_recall_at_100_diff1": 0.274569,
        "nauc_recall_at_1000_max": 0.131686,
        "nauc_recall_at_1000_std": 0.227781,
        "nauc_recall_at_1000_diff1": 0.253972,
        "nauc_precision_at_1_max": 0.195123,
        "nauc_precision_at_1_std": 0.038382,
        "nauc_precision_at_1_diff1": 0.445102,
        "nauc_precision_at_3_max": 0.169315,
        "nauc_precision_at_3_std": 0.074688,
        "nauc_precision_at_3_diff1": 0.338806,
        "nauc_precision_at_5_max": 0.158105,
        "nauc_precision_at_5_std": 0.095622,
        "nauc_precision_at_5_diff1": 0.294577,
        "nauc_precision_at_10_max": 0.150364,
        "nauc_precision_at_10_std": 0.132855,
        "nauc_precision_at_10_diff1": 0.243428,
        "nauc_precision_at_20_max": 0.145514,
        "nauc_precision_at_20_std": 0.170178,
        "nauc_precision_at_20_diff1": 0.196139,
        "nauc_precision_at_100_max": 0.132973,
        "nauc_precision_at_100_std": 0.209984,
        "nauc_precision_at_100_diff1": 0.128863,
        "nauc_precision_at_1000_max": 0.127605,
        "nauc_precision_at_1000_std": 0.224395,
        "nauc_precision_at_1000_diff1": 0.025289,
        "nauc_mrr_at_1_max": 0.195123,
        "nauc_mrr_at_1_std": 0.038382,
        "nauc_mrr_at_1_diff1": 0.445102,
        "nauc_mrr_at_3_max": 0.167737,
        "nauc_mrr_at_3_std": 0.045563,
        "nauc_mrr_at_3_diff1": 0.406255,
        "nauc_mrr_at_5_max": 0.165352,
        "nauc_mrr_at_5_std": 0.048412,
        "nauc_mrr_at_5_diff1": 0.398228,
        "nauc_mrr_at_10_max": 0.160695,
        "nauc_mrr_at_10_std": 0.052171,
        "nauc_mrr_at_10_diff1": 0.391532,
        "nauc_mrr_at_20_max": 0.15996,
        "nauc_mrr_at_20_std": 0.055153,
        "nauc_mrr_at_20_diff1": 0.388486,
        "nauc_mrr_at_100_max": 0.160708,
        "nauc_mrr_at_100_std": 0.057743,
        "nauc_mrr_at_100_diff1": 0.38863,
        "nauc_mrr_at_1000_max": 0.160638,
        "nauc_mrr_at_1000_std": 0.057739,
        "nauc_mrr_at_1000_diff1": 0.388626,
        "hit_rate_at_1": 0.15541,
        "hit_rate_at_3": 0.22803,
        "hit_rate_at_5": 0.26815,
        "hit_rate_at_10": 0.31847,
        "hit_rate_at_20": 0.36879,
        "hit_rate_at_100": 0.48408,
        "hit_rate_at_1000": 0.69236,
        "main_score": 0.19824,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 50.95594382286072,
  "kg_co2_emissions": null,
  "date": null
}