results/CQADupstackEnglishRetrieval.json

{
  "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
  "task_name": "CQADupstackEnglishRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.2707,
        "ndcg_at_3": 0.30808,
        "ndcg_at_5": 0.32637,
        "ndcg_at_10": 0.3491,
        "ndcg_at_20": 0.3676,
        "ndcg_at_100": 0.3962,
        "ndcg_at_1000": 0.42306,
        "map_at_1": 0.22119,
        "map_at_3": 0.27326,
        "map_at_5": 0.28708,
        "map_at_10": 0.2989,
        "map_at_20": 0.30552,
        "map_at_100": 0.31094,
        "map_at_1000": 0.3124,
        "recall_at_1": 0.22119,
        "recall_at_3": 0.3233,
        "recall_at_5": 0.37392,
        "recall_at_10": 0.44085,
        "recall_at_20": 0.50817,
        "recall_at_100": 0.64225,
        "recall_at_1000": 0.81938,
        "accuracy": 0.22119,
        "precision_at_1": 0.2707,
        "precision_at_3": 0.14989,
        "precision_at_5": 0.10764,
        "precision_at_10": 0.0686,
        "precision_at_20": 0.04175,
        "precision_at_100": 0.01196,
        "precision_at_1000": 0.00174,
        "mrr_at_1": 0.270701,
        "mrr_at_3": 0.326327,
        "mrr_at_5": 0.339098,
        "mrr_at_10": 0.348762,
        "mrr_at_20": 0.353325,
        "mrr_at_100": 0.356546,
        "mrr_at_1000": 0.357173,
        "nauc_ndcg_at_1_max": 0.278391,
        "nauc_ndcg_at_1_std": -0.023432,
        "nauc_ndcg_at_1_diff1": 0.497471,
        "nauc_ndcg_at_3_max": 0.263421,
        "nauc_ndcg_at_3_std": -0.035728,
        "nauc_ndcg_at_3_diff1": 0.447855,
        "nauc_ndcg_at_5_max": 0.261476,
        "nauc_ndcg_at_5_std": -0.023415,
        "nauc_ndcg_at_5_diff1": 0.437137,
        "nauc_ndcg_at_10_max": 0.257132,
        "nauc_ndcg_at_10_std": -0.013266,
        "nauc_ndcg_at_10_diff1": 0.42762,
        "nauc_ndcg_at_20_max": 0.263594,
        "nauc_ndcg_at_20_std": 0.003264,
        "nauc_ndcg_at_20_diff1": 0.418788,
        "nauc_ndcg_at_100_max": 0.268999,
        "nauc_ndcg_at_100_std": 0.017193,
        "nauc_ndcg_at_100_diff1": 0.415324,
        "nauc_ndcg_at_1000_max": 0.273253,
        "nauc_ndcg_at_1000_std": 0.027357,
        "nauc_ndcg_at_1000_diff1": 0.416564,
        "nauc_map_at_1_max": 0.222147,
        "nauc_map_at_1_std": -0.074908,
        "nauc_map_at_1_diff1": 0.518671,
        "nauc_map_at_3_max": 0.241117,
        "nauc_map_at_3_std": -0.063584,
        "nauc_map_at_3_diff1": 0.476904,
        "nauc_map_at_5_max": 0.245778,
        "nauc_map_at_5_std": -0.050759,
        "nauc_map_at_5_diff1": 0.467307,
        "nauc_map_at_10_max": 0.248244,
        "nauc_map_at_10_std": -0.042424,
        "nauc_map_at_10_diff1": 0.460769,
        "nauc_map_at_20_max": 0.253165,
        "nauc_map_at_20_std": -0.034215,
        "nauc_map_at_20_diff1": 0.456869,
        "nauc_map_at_100_max": 0.256515,
        "nauc_map_at_100_std": -0.028885,
        "nauc_map_at_100_diff1": 0.45596,
        "nauc_map_at_1000_max": 0.257429,
        "nauc_map_at_1000_std": -0.027405,
        "nauc_map_at_1000_diff1": 0.455742,
        "nauc_recall_at_1_max": 0.222147,
        "nauc_recall_at_1_std": -0.074908,
        "nauc_recall_at_1_diff1": 0.518671,
        "nauc_recall_at_3_max": 0.230059,
        "nauc_recall_at_3_std": -0.061923,
        "nauc_recall_at_3_diff1": 0.422938,
        "nauc_recall_at_5_max": 0.228254,
        "nauc_recall_at_5_std": -0.027754,
        "nauc_recall_at_5_diff1": 0.382135,
        "nauc_recall_at_10_max": 0.214181,
        "nauc_recall_at_10_std": -0.003202,
        "nauc_recall_at_10_diff1": 0.345884,
        "nauc_recall_at_20_max": 0.232225,
        "nauc_recall_at_20_std": 0.05161,
        "nauc_recall_at_20_diff1": 0.307041,
        "nauc_recall_at_100_max": 0.24417,
        "nauc_recall_at_100_std": 0.121121,
        "nauc_recall_at_100_diff1": 0.267987,
        "nauc_recall_at_1000_max": 0.261539,
        "nauc_recall_at_1000_std": 0.266321,
        "nauc_recall_at_1000_diff1": 0.236047,
        "nauc_precision_at_1_max": 0.278391,
        "nauc_precision_at_1_std": -0.023432,
        "nauc_precision_at_1_diff1": 0.497471,
        "nauc_precision_at_3_max": 0.310097,
        "nauc_precision_at_3_std": 0.039325,
        "nauc_precision_at_3_diff1": 0.328002,
        "nauc_precision_at_5_max": 0.317761,
        "nauc_precision_at_5_std": 0.10569,
        "nauc_precision_at_5_diff1": 0.26306,
        "nauc_precision_at_10_max": 0.307016,
        "nauc_precision_at_10_std": 0.18193,
        "nauc_precision_at_10_diff1": 0.164312,
        "nauc_precision_at_20_max": 0.317536,
        "nauc_precision_at_20_std": 0.262772,
        "nauc_precision_at_20_diff1": 0.086915,
        "nauc_precision_at_100_max": 0.30113,
        "nauc_precision_at_100_std": 0.356688,
        "nauc_precision_at_100_diff1": -0.017214,
        "nauc_precision_at_1000_max": 0.220063,
        "nauc_precision_at_1000_std": 0.347846,
        "nauc_precision_at_1000_diff1": -0.095717,
        "nauc_mrr_at_1_max": 0.278391,
        "nauc_mrr_at_1_std": -0.023432,
        "nauc_mrr_at_1_diff1": 0.497471,
        "nauc_mrr_at_3_max": 0.274012,
        "nauc_mrr_at_3_std": -0.018136,
        "nauc_mrr_at_3_diff1": 0.446471,
        "nauc_mrr_at_5_max": 0.275599,
        "nauc_mrr_at_5_std": -0.007801,
        "nauc_mrr_at_5_diff1": 0.438547,
        "nauc_mrr_at_10_max": 0.274549,
        "nauc_mrr_at_10_std": -0.003157,
        "nauc_mrr_at_10_diff1": 0.435689,
        "nauc_mrr_at_20_max": 0.275377,
        "nauc_mrr_at_20_std": 0.000233,
        "nauc_mrr_at_20_diff1": 0.434157,
        "nauc_mrr_at_100_max": 0.275219,
        "nauc_mrr_at_100_std": 0.000153,
        "nauc_mrr_at_100_diff1": 0.434122,
        "nauc_mrr_at_1000_max": 0.275293,
        "nauc_mrr_at_1000_std": 0.000173,
        "nauc_mrr_at_1000_diff1": 0.43439,
        "hit_rate_at_1": 0.2707,
        "hit_rate_at_3": 0.39873,
        "hit_rate_at_5": 0.45478,
        "hit_rate_at_10": 0.52611,
        "hit_rate_at_20": 0.59236,
        "hit_rate_at_100": 0.7172,
        "hit_rate_at_1000": 0.86815,
        "main_score": 0.3491,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 506.6996204853058,
  "kg_co2_emissions": null,
  "date": null
}