results/CQADupstackGamingRetrieval.json

{
  "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
  "task_name": "CQADupstackGamingRetrieval",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.26771,
        "ndcg_at_3": 0.31374,
        "ndcg_at_5": 0.33452,
        "ndcg_at_10": 0.35916,
        "ndcg_at_20": 0.37826,
        "ndcg_at_100": 0.40794,
        "ndcg_at_1000": 0.43124,
        "map_at_1": 0.22891,
        "map_at_3": 0.28622,
        "map_at_5": 0.29984,
        "map_at_10": 0.31116,
        "map_at_20": 0.31728,
        "map_at_100": 0.32189,
        "map_at_1000": 0.32279,
        "recall_at_1": 0.22891,
        "recall_at_3": 0.34627,
        "recall_at_5": 0.39909,
        "recall_at_10": 0.47317,
        "recall_at_20": 0.54427,
        "recall_at_100": 0.69127,
        "recall_at_1000": 0.86522,
        "accuracy": 0.22891,
        "precision_at_1": 0.26771,
        "precision_at_3": 0.14211,
        "precision_at_5": 0.09918,
        "precision_at_10": 0.05994,
        "precision_at_20": 0.03539,
        "precision_at_100": 0.00936,
        "precision_at_1000": 0.00121,
        "mrr_at_1": 0.267712,
        "mrr_at_3": 0.320585,
        "mrr_at_5": 0.333062,
        "mrr_at_10": 0.343451,
        "mrr_at_20": 0.348304,
        "mrr_at_100": 0.352006,
        "mrr_at_1000": 0.352627,
        "nauc_ndcg_at_1_max": 0.319948,
        "nauc_ndcg_at_1_std": -0.072456,
        "nauc_ndcg_at_1_diff1": 0.525071,
        "nauc_ndcg_at_3_max": 0.291007,
        "nauc_ndcg_at_3_std": -0.090812,
        "nauc_ndcg_at_3_diff1": 0.476591,
        "nauc_ndcg_at_5_max": 0.287366,
        "nauc_ndcg_at_5_std": -0.080975,
        "nauc_ndcg_at_5_diff1": 0.468406,
        "nauc_ndcg_at_10_max": 0.292958,
        "nauc_ndcg_at_10_std": -0.074516,
        "nauc_ndcg_at_10_diff1": 0.46282,
        "nauc_ndcg_at_20_max": 0.293328,
        "nauc_ndcg_at_20_std": -0.06336,
        "nauc_ndcg_at_20_diff1": 0.456373,
        "nauc_ndcg_at_100_max": 0.304053,
        "nauc_ndcg_at_100_std": -0.04995,
        "nauc_ndcg_at_100_diff1": 0.455003,
        "nauc_ndcg_at_1000_max": 0.309144,
        "nauc_ndcg_at_1000_std": -0.046061,
        "nauc_ndcg_at_1000_diff1": 0.455945,
        "nauc_map_at_1_max": 0.282218,
        "nauc_map_at_1_std": -0.096136,
        "nauc_map_at_1_diff1": 0.526218,
        "nauc_map_at_3_max": 0.284393,
        "nauc_map_at_3_std": -0.100838,
        "nauc_map_at_3_diff1": 0.489897,
        "nauc_map_at_5_max": 0.283897,
        "nauc_map_at_5_std": -0.092852,
        "nauc_map_at_5_diff1": 0.484307,
        "nauc_map_at_10_max": 0.288442,
        "nauc_map_at_10_std": -0.087498,
        "nauc_map_at_10_diff1": 0.481224,
        "nauc_map_at_20_max": 0.289385,
        "nauc_map_at_20_std": -0.083784,
        "nauc_map_at_20_diff1": 0.479195,
        "nauc_map_at_100_max": 0.291723,
        "nauc_map_at_100_std": -0.081364,
        "nauc_map_at_100_diff1": 0.479064,
        "nauc_map_at_1000_max": 0.292141,
        "nauc_map_at_1000_std": -0.080995,
        "nauc_map_at_1000_diff1": 0.479006,
        "nauc_recall_at_1_max": 0.282218,
        "nauc_recall_at_1_std": -0.096136,
        "nauc_recall_at_1_diff1": 0.526218,
        "nauc_recall_at_3_max": 0.261137,
        "nauc_recall_at_3_std": -0.10829,
        "nauc_recall_at_3_diff1": 0.443618,
        "nauc_recall_at_5_max": 0.253186,
        "nauc_recall_at_5_std": -0.079944,
        "nauc_recall_at_5_diff1": 0.416745,
        "nauc_recall_at_10_max": 0.268213,
        "nauc_recall_at_10_std": -0.060301,
        "nauc_recall_at_10_diff1": 0.400226,
        "nauc_recall_at_20_max": 0.269083,
        "nauc_recall_at_20_std": -0.016869,
        "nauc_recall_at_20_diff1": 0.373554,
        "nauc_recall_at_100_max": 0.311129,
        "nauc_recall_at_100_std": 0.067892,
        "nauc_recall_at_100_diff1": 0.335425,
        "nauc_recall_at_1000_max": 0.377506,
        "nauc_recall_at_1000_std": 0.218338,
        "nauc_recall_at_1000_diff1": 0.268279,
        "nauc_precision_at_1_max": 0.319948,
        "nauc_precision_at_1_std": -0.072456,
        "nauc_precision_at_1_diff1": 0.525071,
        "nauc_precision_at_3_max": 0.300187,
        "nauc_precision_at_3_std": -0.057119,
        "nauc_precision_at_3_diff1": 0.392438,
        "nauc_precision_at_5_max": 0.290237,
        "nauc_precision_at_5_std": -0.016718,
        "nauc_precision_at_5_diff1": 0.357827,
        "nauc_precision_at_10_max": 0.305965,
        "nauc_precision_at_10_std": 0.015331,
        "nauc_precision_at_10_diff1": 0.309473,
        "nauc_precision_at_20_max": 0.305504,
        "nauc_precision_at_20_std": 0.073078,
        "nauc_precision_at_20_diff1": 0.244688,
        "nauc_precision_at_100_max": 0.312301,
        "nauc_precision_at_100_std": 0.159407,
        "nauc_precision_at_100_diff1": 0.143996,
        "nauc_precision_at_1000_max": 0.30517,
        "nauc_precision_at_1000_std": 0.214828,
        "nauc_precision_at_1000_diff1": 0.02925,
        "nauc_mrr_at_1_max": 0.319948,
        "nauc_mrr_at_1_std": -0.072456,
        "nauc_mrr_at_1_diff1": 0.525071,
        "nauc_mrr_at_3_max": 0.30788,
        "nauc_mrr_at_3_std": -0.071505,
        "nauc_mrr_at_3_diff1": 0.480736,
        "nauc_mrr_at_5_max": 0.306595,
        "nauc_mrr_at_5_std": -0.065682,
        "nauc_mrr_at_5_diff1": 0.476921,
        "nauc_mrr_at_10_max": 0.307978,
        "nauc_mrr_at_10_std": -0.063976,
        "nauc_mrr_at_10_diff1": 0.474644,
        "nauc_mrr_at_20_max": 0.308056,
        "nauc_mrr_at_20_std": -0.061668,
        "nauc_mrr_at_20_diff1": 0.473649,
        "nauc_mrr_at_100_max": 0.309712,
        "nauc_mrr_at_100_std": -0.060248,
        "nauc_mrr_at_100_diff1": 0.474014,
        "nauc_mrr_at_1000_max": 0.309686,
        "nauc_mrr_at_1000_std": -0.060217,
        "nauc_mrr_at_1000_diff1": 0.473992,
        "hit_rate_at_1": 0.26771,
        "hit_rate_at_3": 0.38871,
        "hit_rate_at_5": 0.44263,
        "hit_rate_at_10": 0.521,
        "hit_rate_at_20": 0.5906,
        "hit_rate_at_100": 0.73292,
        "hit_rate_at_1000": 0.89028,
        "main_score": 0.35916,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 57.79883646965027,
  "kg_co2_emissions": null,
  "date": null
}