results/AskUbuntuDupQuestions.json

{
  "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048",
  "task_name": "AskUbuntuDupQuestions",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.54571,
        "ndcg_at_3": 0.54781,
        "ndcg_at_5": 0.55769,
        "ndcg_at_10": 0.61982,
        "ndcg_at_20": 0.73303,
        "ndcg_at_100": 0.73303,
        "ndcg_at_1000": 0.73303,
        "map_at_1": 0.13839,
        "map_at_3": 0.27646,
        "map_at_5": 0.3514,
        "map_at_10": 0.45988,
        "map_at_20": 0.56761,
        "map_at_100": 0.56761,
        "map_at_1000": 0.56761,
        "recall_at_1": 0.13839,
        "recall_at_3": 0.33807,
        "recall_at_5": 0.4726,
        "recall_at_10": 0.71055,
        "recall_at_20": 1.0,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "accuracy": 0.13839,
        "precision_at_1": 0.54571,
        "precision_at_3": 0.494,
        "precision_at_5": 0.43712,
        "precision_at_10": 0.35817,
        "precision_at_20": 0.27355,
        "precision_at_100": 0.05471,
        "precision_at_1000": 0.00547,
        "mrr_at_1": 0.545706,
        "mrr_at_3": 0.661127,
        "mrr_at_5": 0.679132,
        "mrr_at_10": 0.688815,
        "mrr_at_20": 0.691918,
        "mrr_at_100": 0.691918,
        "mrr_at_1000": 0.691918,
        "nauc_ndcg_at_1_max": 0.18749,
        "nauc_ndcg_at_1_std": 0.177788,
        "nauc_ndcg_at_1_diff1": 0.106098,
        "nauc_ndcg_at_3_max": 0.167371,
        "nauc_ndcg_at_3_std": 0.170243,
        "nauc_ndcg_at_3_diff1": 0.092766,
        "nauc_ndcg_at_5_max": 0.118467,
        "nauc_ndcg_at_5_std": 0.155563,
        "nauc_ndcg_at_5_diff1": 0.065131,
        "nauc_ndcg_at_10_max": 0.169054,
        "nauc_ndcg_at_10_std": 0.218224,
        "nauc_ndcg_at_10_diff1": 0.089675,
        "nauc_ndcg_at_20_max": 0.217034,
        "nauc_ndcg_at_20_std": 0.179658,
        "nauc_ndcg_at_20_diff1": 0.118978,
        "nauc_ndcg_at_100_max": 0.217034,
        "nauc_ndcg_at_100_std": 0.179658,
        "nauc_ndcg_at_100_diff1": 0.118978,
        "nauc_ndcg_at_1000_max": 0.217034,
        "nauc_ndcg_at_1000_std": 0.179658,
        "nauc_ndcg_at_1000_diff1": 0.118978,
        "nauc_map_at_1_max": -0.013621,
        "nauc_map_at_1_std": 0.026778,
        "nauc_map_at_1_diff1": 0.191883,
        "nauc_map_at_3_max": 0.005575,
        "nauc_map_at_3_std": 0.143969,
        "nauc_map_at_3_diff1": 0.146691,
        "nauc_map_at_5_max": 0.018933,
        "nauc_map_at_5_std": 0.159279,
        "nauc_map_at_5_diff1": 0.108904,
        "nauc_map_at_10_max": 0.120817,
        "nauc_map_at_10_std": 0.2133,
        "nauc_map_at_10_diff1": 0.111823,
        "nauc_map_at_20_max": 0.180269,
        "nauc_map_at_20_std": 0.180391,
        "nauc_map_at_20_diff1": 0.107869,
        "nauc_map_at_100_max": 0.180269,
        "nauc_map_at_100_std": 0.180391,
        "nauc_map_at_100_diff1": 0.107869,
        "nauc_map_at_1000_max": 0.180269,
        "nauc_map_at_1000_std": 0.180391,
        "nauc_map_at_1000_diff1": 0.107869,
        "nauc_recall_at_1_max": -0.013621,
        "nauc_recall_at_1_std": 0.026778,
        "nauc_recall_at_1_diff1": 0.191883,
        "nauc_recall_at_3_max": -0.06167,
        "nauc_recall_at_3_std": 0.09921,
        "nauc_recall_at_3_diff1": 0.113471,
        "nauc_recall_at_5_max": -0.094531,
        "nauc_recall_at_5_std": 0.115518,
        "nauc_recall_at_5_diff1": 0.018277,
        "nauc_recall_at_10_max": 0.006948,
        "nauc_recall_at_10_std": 0.206632,
        "nauc_recall_at_10_diff1": -0.010089,
        "nauc_recall_at_20_max": NaN,
        "nauc_recall_at_20_std": NaN,
        "nauc_recall_at_20_diff1": NaN,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_precision_at_1_max": 0.18749,
        "nauc_precision_at_1_std": 0.177788,
        "nauc_precision_at_1_diff1": 0.106098,
        "nauc_precision_at_3_max": 0.220245,
        "nauc_precision_at_3_std": 0.191283,
        "nauc_precision_at_3_diff1": 0.043229,
        "nauc_precision_at_5_max": 0.208588,
        "nauc_precision_at_5_std": 0.140208,
        "nauc_precision_at_5_diff1": -0.013675,
        "nauc_precision_at_10_max": 0.268601,
        "nauc_precision_at_10_std": 0.121868,
        "nauc_precision_at_10_diff1": -0.012275,
        "nauc_precision_at_20_max": 0.213808,
        "nauc_precision_at_20_std": 0.024965,
        "nauc_precision_at_20_diff1": -0.016831,
        "nauc_precision_at_100_max": 0.213808,
        "nauc_precision_at_100_std": 0.024965,
        "nauc_precision_at_100_diff1": -0.016831,
        "nauc_precision_at_1000_max": 0.213808,
        "nauc_precision_at_1000_std": 0.024965,
        "nauc_precision_at_1000_diff1": -0.016831,
        "nauc_mrr_at_1_max": 0.18749,
        "nauc_mrr_at_1_std": 0.177788,
        "nauc_mrr_at_1_diff1": 0.106098,
        "nauc_mrr_at_3_max": 0.204127,
        "nauc_mrr_at_3_std": 0.158771,
        "nauc_mrr_at_3_diff1": 0.135983,
        "nauc_mrr_at_5_max": 0.194297,
        "nauc_mrr_at_5_std": 0.171215,
        "nauc_mrr_at_5_diff1": 0.119795,
        "nauc_mrr_at_10_max": 0.202435,
        "nauc_mrr_at_10_std": 0.173079,
        "nauc_mrr_at_10_diff1": 0.119667,
        "nauc_mrr_at_20_max": 0.200396,
        "nauc_mrr_at_20_std": 0.17212,
        "nauc_mrr_at_20_diff1": 0.120985,
        "nauc_mrr_at_100_max": 0.200396,
        "nauc_mrr_at_100_std": 0.17212,
        "nauc_mrr_at_100_diff1": 0.120985,
        "nauc_mrr_at_1000_max": 0.200396,
        "nauc_mrr_at_1000_std": 0.17212,
        "nauc_mrr_at_1000_diff1": 0.120985,
        "hit_rate_at_1": 0.54571,
        "hit_rate_at_3": 0.8144,
        "hit_rate_at_5": 0.89197,
        "hit_rate_at_10": 0.95845,
        "hit_rate_at_20": 1.0,
        "hit_rate_at_100": 1.0,
        "hit_rate_at_1000": 1.0,
        "main_score": 0.56761,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 48.22972011566162,
  "kg_co2_emissions": null,
  "date": null
}