results/CQADupstackGamingRetrieval.json

{
  "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
  "task_name": "CQADupstackGamingRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.3047,
        "ndcg_at_3": 0.36112,
        "ndcg_at_5": 0.38151,
        "ndcg_at_10": 0.40438,
        "ndcg_at_20": 0.42239,
        "ndcg_at_100": 0.45077,
        "ndcg_at_1000": 0.47212,
        "map_at_1": 0.26423,
        "map_at_3": 0.33189,
        "map_at_5": 0.34563,
        "map_at_10": 0.35625,
        "map_at_20": 0.36196,
        "map_at_100": 0.36645,
        "map_at_1000": 0.36732,
        "recall_at_1": 0.26423,
        "recall_at_3": 0.39973,
        "recall_at_5": 0.45062,
        "recall_at_10": 0.51831,
        "recall_at_20": 0.58551,
        "recall_at_100": 0.72608,
        "recall_at_1000": 0.88322,
        "accuracy": 0.26423,
        "precision_at_1": 0.3047,
        "precision_at_3": 0.16301,
        "precision_at_5": 0.11235,
        "precision_at_10": 0.06627,
        "precision_at_20": 0.03828,
        "precision_at_100": 0.00984,
        "precision_at_1000": 0.00123,
        "mrr_at_1": 0.304702,
        "mrr_at_3": 0.364472,
        "mrr_at_5": 0.376729,
        "mrr_at_10": 0.386286,
        "mrr_at_20": 0.390946,
        "mrr_at_100": 0.394341,
        "mrr_at_1000": 0.394917,
        "nauc_ndcg_at_1_max": 0.319435,
        "nauc_ndcg_at_1_std": -0.078732,
        "nauc_ndcg_at_1_diff1": 0.512685,
        "nauc_ndcg_at_3_max": 0.286542,
        "nauc_ndcg_at_3_std": -0.091507,
        "nauc_ndcg_at_3_diff1": 0.456919,
        "nauc_ndcg_at_5_max": 0.29801,
        "nauc_ndcg_at_5_std": -0.074471,
        "nauc_ndcg_at_5_diff1": 0.452081,
        "nauc_ndcg_at_10_max": 0.301654,
        "nauc_ndcg_at_10_std": -0.064363,
        "nauc_ndcg_at_10_diff1": 0.4426,
        "nauc_ndcg_at_20_max": 0.305582,
        "nauc_ndcg_at_20_std": -0.057005,
        "nauc_ndcg_at_20_diff1": 0.434573,
        "nauc_ndcg_at_100_max": 0.312647,
        "nauc_ndcg_at_100_std": -0.045026,
        "nauc_ndcg_at_100_diff1": 0.440831,
        "nauc_ndcg_at_1000_max": 0.317541,
        "nauc_ndcg_at_1000_std": -0.043625,
        "nauc_ndcg_at_1000_diff1": 0.439761,
        "nauc_map_at_1_max": 0.276497,
        "nauc_map_at_1_std": -0.095328,
        "nauc_map_at_1_diff1": 0.500581,
        "nauc_map_at_3_max": 0.280819,
        "nauc_map_at_3_std": -0.101048,
        "nauc_map_at_3_diff1": 0.467535,
        "nauc_map_at_5_max": 0.290364,
        "nauc_map_at_5_std": -0.089303,
        "nauc_map_at_5_diff1": 0.465347,
        "nauc_map_at_10_max": 0.293302,
        "nauc_map_at_10_std": -0.083786,
        "nauc_map_at_10_diff1": 0.462328,
        "nauc_map_at_20_max": 0.29579,
        "nauc_map_at_20_std": -0.080863,
        "nauc_map_at_20_diff1": 0.460825,
        "nauc_map_at_100_max": 0.297578,
        "nauc_map_at_100_std": -0.078615,
        "nauc_map_at_100_diff1": 0.461628,
        "nauc_map_at_1000_max": 0.297962,
        "nauc_map_at_1000_std": -0.078341,
        "nauc_map_at_1000_diff1": 0.461635,
        "nauc_recall_at_1_max": 0.276497,
        "nauc_recall_at_1_std": -0.095328,
        "nauc_recall_at_1_diff1": 0.500581,
        "nauc_recall_at_3_max": 0.253867,
        "nauc_recall_at_3_std": -0.101424,
        "nauc_recall_at_3_diff1": 0.410849,
        "nauc_recall_at_5_max": 0.279274,
        "nauc_recall_at_5_std": -0.05677,
        "nauc_recall_at_5_diff1": 0.396746,
        "nauc_recall_at_10_max": 0.28399,
        "nauc_recall_at_10_std": -0.026635,
        "nauc_recall_at_10_diff1": 0.364508,
        "nauc_recall_at_20_max": 0.295206,
        "nauc_recall_at_20_std": 0.005386,
        "nauc_recall_at_20_diff1": 0.32925,
        "nauc_recall_at_100_max": 0.32442,
        "nauc_recall_at_100_std": 0.099746,
        "nauc_recall_at_100_diff1": 0.338878,
        "nauc_recall_at_1000_max": 0.404293,
        "nauc_recall_at_1000_std": 0.250091,
        "nauc_recall_at_1000_diff1": 0.241065,
        "nauc_precision_at_1_max": 0.319435,
        "nauc_precision_at_1_std": -0.078732,
        "nauc_precision_at_1_diff1": 0.512685,
        "nauc_precision_at_3_max": 0.29623,
        "nauc_precision_at_3_std": -0.059651,
        "nauc_precision_at_3_diff1": 0.375862,
        "nauc_precision_at_5_max": 0.312694,
        "nauc_precision_at_5_std": -0.005007,
        "nauc_precision_at_5_diff1": 0.330812,
        "nauc_precision_at_10_max": 0.315716,
        "nauc_precision_at_10_std": 0.041868,
        "nauc_precision_at_10_diff1": 0.276484,
        "nauc_precision_at_20_max": 0.325902,
        "nauc_precision_at_20_std": 0.088345,
        "nauc_precision_at_20_diff1": 0.218158,
        "nauc_precision_at_100_max": 0.325978,
        "nauc_precision_at_100_std": 0.179416,
        "nauc_precision_at_100_diff1": 0.131768,
        "nauc_precision_at_1000_max": 0.297306,
        "nauc_precision_at_1000_std": 0.207638,
        "nauc_precision_at_1000_diff1": -0.001283,
        "nauc_mrr_at_1_max": 0.319435,
        "nauc_mrr_at_1_std": -0.078732,
        "nauc_mrr_at_1_diff1": 0.512685,
        "nauc_mrr_at_3_max": 0.308198,
        "nauc_mrr_at_3_std": -0.078603,
        "nauc_mrr_at_3_diff1": 0.469344,
        "nauc_mrr_at_5_max": 0.312734,
        "nauc_mrr_at_5_std": -0.068008,
        "nauc_mrr_at_5_diff1": 0.464528,
        "nauc_mrr_at_10_max": 0.314618,
        "nauc_mrr_at_10_std": -0.063975,
        "nauc_mrr_at_10_diff1": 0.460833,
        "nauc_mrr_at_20_max": 0.314822,
        "nauc_mrr_at_20_std": -0.063436,
        "nauc_mrr_at_20_diff1": 0.45942,
        "nauc_mrr_at_100_max": 0.315033,
        "nauc_mrr_at_100_std": -0.062784,
        "nauc_mrr_at_100_diff1": 0.460858,
        "nauc_mrr_at_1000_max": 0.315132,
        "nauc_mrr_at_1000_std": -0.062796,
        "nauc_mrr_at_1000_diff1": 0.460884,
        "hit_rate_at_1": 0.3047,
        "hit_rate_at_3": 0.44075,
        "hit_rate_at_5": 0.49342,
        "hit_rate_at_10": 0.56614,
        "hit_rate_at_20": 0.63386,
        "hit_rate_at_100": 0.76865,
        "hit_rate_at_1000": 0.90658,
        "main_score": 0.40438,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 53.40445256233215,
  "kg_co2_emissions": null,
  "date": null
}