results/CQADupstackEnglishRetrieval.json

{
  "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
  "task_name": "CQADupstackEnglishRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.17197,
        "ndcg_at_3": 0.18533,
        "ndcg_at_5": 0.19793,
        "ndcg_at_10": 0.21105,
        "ndcg_at_20": 0.22484,
        "ndcg_at_100": 0.25245,
        "ndcg_at_1000": 0.2824,
        "map_at_1": 0.1352,
        "map_at_3": 0.16356,
        "map_at_5": 0.17246,
        "map_at_10": 0.17919,
        "map_at_20": 0.18368,
        "map_at_100": 0.18797,
        "map_at_1000": 0.1892,
        "recall_at_1": 0.1352,
        "recall_at_3": 0.19181,
        "recall_at_5": 0.22535,
        "recall_at_10": 0.26705,
        "recall_at_20": 0.31788,
        "recall_at_100": 0.45274,
        "recall_at_1000": 0.65913,
        "accuracy": 0.1352,
        "precision_at_1": 0.17197,
        "precision_at_3": 0.08875,
        "precision_at_5": 0.06484,
        "precision_at_10": 0.04025,
        "precision_at_20": 0.02529,
        "precision_at_100": 0.00773,
        "precision_at_1000": 0.0013,
        "mrr_at_1": 0.171975,
        "mrr_at_3": 0.202442,
        "mrr_at_5": 0.21104,
        "mrr_at_10": 0.217702,
        "mrr_at_20": 0.221492,
        "mrr_at_100": 0.225171,
        "mrr_at_1000": 0.225945,
        "nauc_ndcg_at_1_max": 0.220457,
        "nauc_ndcg_at_1_std": 0.038087,
        "nauc_ndcg_at_1_diff1": 0.518149,
        "nauc_ndcg_at_3_max": 0.193045,
        "nauc_ndcg_at_3_std": 0.040276,
        "nauc_ndcg_at_3_diff1": 0.463651,
        "nauc_ndcg_at_5_max": 0.183746,
        "nauc_ndcg_at_5_std": 0.04454,
        "nauc_ndcg_at_5_diff1": 0.449786,
        "nauc_ndcg_at_10_max": 0.174879,
        "nauc_ndcg_at_10_std": 0.054758,
        "nauc_ndcg_at_10_diff1": 0.437006,
        "nauc_ndcg_at_20_max": 0.173972,
        "nauc_ndcg_at_20_std": 0.060192,
        "nauc_ndcg_at_20_diff1": 0.431274,
        "nauc_ndcg_at_100_max": 0.173972,
        "nauc_ndcg_at_100_std": 0.073803,
        "nauc_ndcg_at_100_diff1": 0.422346,
        "nauc_ndcg_at_1000_max": 0.175449,
        "nauc_ndcg_at_1000_std": 0.09006,
        "nauc_ndcg_at_1000_diff1": 0.417797,
        "nauc_map_at_1_max": 0.206365,
        "nauc_map_at_1_std": 0.007875,
        "nauc_map_at_1_diff1": 0.574731,
        "nauc_map_at_3_max": 0.191027,
        "nauc_map_at_3_std": 0.019023,
        "nauc_map_at_3_diff1": 0.496357,
        "nauc_map_at_5_max": 0.185638,
        "nauc_map_at_5_std": 0.02535,
        "nauc_map_at_5_diff1": 0.485762,
        "nauc_map_at_10_max": 0.182315,
        "nauc_map_at_10_std": 0.033462,
        "nauc_map_at_10_diff1": 0.478341,
        "nauc_map_at_20_max": 0.182969,
        "nauc_map_at_20_std": 0.037814,
        "nauc_map_at_20_diff1": 0.474898,
        "nauc_map_at_100_max": 0.183873,
        "nauc_map_at_100_std": 0.041603,
        "nauc_map_at_100_diff1": 0.4725,
        "nauc_map_at_1000_max": 0.183905,
        "nauc_map_at_1000_std": 0.042787,
        "nauc_map_at_1000_diff1": 0.47215,
        "nauc_recall_at_1_max": 0.206365,
        "nauc_recall_at_1_std": 0.007875,
        "nauc_recall_at_1_diff1": 0.574731,
        "nauc_recall_at_3_max": 0.169907,
        "nauc_recall_at_3_std": 0.029821,
        "nauc_recall_at_3_diff1": 0.428615,
        "nauc_recall_at_5_max": 0.149712,
        "nauc_recall_at_5_std": 0.045404,
        "nauc_recall_at_5_diff1": 0.389461,
        "nauc_recall_at_10_max": 0.134145,
        "nauc_recall_at_10_std": 0.06875,
        "nauc_recall_at_10_diff1": 0.35561,
        "nauc_recall_at_20_max": 0.13486,
        "nauc_recall_at_20_std": 0.085326,
        "nauc_recall_at_20_diff1": 0.333335,
        "nauc_recall_at_100_max": 0.126145,
        "nauc_recall_at_100_std": 0.129497,
        "nauc_recall_at_100_diff1": 0.289066,
        "nauc_recall_at_1000_max": 0.126224,
        "nauc_recall_at_1000_std": 0.238126,
        "nauc_recall_at_1000_diff1": 0.23495,
        "nauc_precision_at_1_max": 0.220457,
        "nauc_precision_at_1_std": 0.038087,
        "nauc_precision_at_1_diff1": 0.518149,
        "nauc_precision_at_3_max": 0.189457,
        "nauc_precision_at_3_std": 0.083035,
        "nauc_precision_at_3_diff1": 0.359567,
        "nauc_precision_at_5_max": 0.170769,
        "nauc_precision_at_5_std": 0.104967,
        "nauc_precision_at_5_diff1": 0.306482,
        "nauc_precision_at_10_max": 0.156906,
        "nauc_precision_at_10_std": 0.154544,
        "nauc_precision_at_10_diff1": 0.255606,
        "nauc_precision_at_20_max": 0.149875,
        "nauc_precision_at_20_std": 0.186361,
        "nauc_precision_at_20_diff1": 0.204917,
        "nauc_precision_at_100_max": 0.131163,
        "nauc_precision_at_100_std": 0.228751,
        "nauc_precision_at_100_diff1": 0.112776,
        "nauc_precision_at_1000_max": 0.090683,
        "nauc_precision_at_1000_std": 0.24169,
        "nauc_precision_at_1000_diff1": -0.002154,
        "nauc_mrr_at_1_max": 0.220457,
        "nauc_mrr_at_1_std": 0.038087,
        "nauc_mrr_at_1_diff1": 0.518149,
        "nauc_mrr_at_3_max": 0.19921,
        "nauc_mrr_at_3_std": 0.050134,
        "nauc_mrr_at_3_diff1": 0.459729,
        "nauc_mrr_at_5_max": 0.195815,
        "nauc_mrr_at_5_std": 0.055181,
        "nauc_mrr_at_5_diff1": 0.451334,
        "nauc_mrr_at_10_max": 0.192805,
        "nauc_mrr_at_10_std": 0.059829,
        "nauc_mrr_at_10_diff1": 0.445685,
        "nauc_mrr_at_20_max": 0.191783,
        "nauc_mrr_at_20_std": 0.059979,
        "nauc_mrr_at_20_diff1": 0.443809,
        "nauc_mrr_at_100_max": 0.191955,
        "nauc_mrr_at_100_std": 0.060764,
        "nauc_mrr_at_100_diff1": 0.442767,
        "nauc_mrr_at_1000_max": 0.191959,
        "nauc_mrr_at_1000_std": 0.060952,
        "nauc_mrr_at_1000_diff1": 0.442842,
        "hit_rate_at_1": 0.17197,
        "hit_rate_at_3": 0.24204,
        "hit_rate_at_5": 0.27962,
        "hit_rate_at_10": 0.32994,
        "hit_rate_at_20": 0.38535,
        "hit_rate_at_100": 0.53503,
        "hit_rate_at_1000": 0.73567,
        "main_score": 0.21105,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 47.88984394073486,
  "kg_co2_emissions": null,
  "date": null
}