results/CQADupstackAndroidRetrieval.json

{
  "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3",
  "task_name": "CQADupstackAndroidRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.24177,
        "ndcg_at_3": 0.27007,
        "ndcg_at_5": 0.29229,
        "ndcg_at_10": 0.31749,
        "ndcg_at_20": 0.33556,
        "ndcg_at_100": 0.36885,
        "ndcg_at_1000": 0.39898,
        "map_at_1": 0.19633,
        "map_at_3": 0.23985,
        "map_at_5": 0.2557,
        "map_at_10": 0.2678,
        "map_at_20": 0.27381,
        "map_at_100": 0.27926,
        "map_at_1000": 0.28062,
        "recall_at_1": 0.19633,
        "recall_at_3": 0.28687,
        "recall_at_5": 0.34486,
        "recall_at_10": 0.42342,
        "recall_at_20": 0.4882,
        "recall_at_100": 0.64633,
        "recall_at_1000": 0.85253,
        "accuracy": 0.19633,
        "precision_at_1": 0.24177,
        "precision_at_3": 0.12971,
        "precision_at_5": 0.097,
        "precision_at_10": 0.06109,
        "precision_at_20": 0.03691,
        "precision_at_100": 0.0107,
        "precision_at_1000": 0.0016,
        "mrr_at_1": 0.241774,
        "mrr_at_3": 0.285646,
        "mrr_at_5": 0.299237,
        "mrr_at_10": 0.311264,
        "mrr_at_20": 0.316313,
        "mrr_at_100": 0.320365,
        "mrr_at_1000": 0.321067,
        "nauc_ndcg_at_1_max": 0.195839,
        "nauc_ndcg_at_1_std": -0.053038,
        "nauc_ndcg_at_1_diff1": 0.44851,
        "nauc_ndcg_at_3_max": 0.199817,
        "nauc_ndcg_at_3_std": -0.044398,
        "nauc_ndcg_at_3_diff1": 0.419928,
        "nauc_ndcg_at_5_max": 0.200822,
        "nauc_ndcg_at_5_std": -0.056291,
        "nauc_ndcg_at_5_diff1": 0.418192,
        "nauc_ndcg_at_10_max": 0.200914,
        "nauc_ndcg_at_10_std": -0.037602,
        "nauc_ndcg_at_10_diff1": 0.408634,
        "nauc_ndcg_at_20_max": 0.20641,
        "nauc_ndcg_at_20_std": -0.026072,
        "nauc_ndcg_at_20_diff1": 0.408286,
        "nauc_ndcg_at_100_max": 0.225324,
        "nauc_ndcg_at_100_std": -0.006199,
        "nauc_ndcg_at_100_diff1": 0.410283,
        "nauc_ndcg_at_1000_max": 0.223946,
        "nauc_ndcg_at_1000_std": -0.004229,
        "nauc_ndcg_at_1000_diff1": 0.414098,
        "nauc_map_at_1_max": 0.188354,
        "nauc_map_at_1_std": -0.044449,
        "nauc_map_at_1_diff1": 0.471441,
        "nauc_map_at_3_max": 0.204356,
        "nauc_map_at_3_std": -0.045069,
        "nauc_map_at_3_diff1": 0.443895,
        "nauc_map_at_5_max": 0.206575,
        "nauc_map_at_5_std": -0.050182,
        "nauc_map_at_5_diff1": 0.440774,
        "nauc_map_at_10_max": 0.206471,
        "nauc_map_at_10_std": -0.04273,
        "nauc_map_at_10_diff1": 0.434219,
        "nauc_map_at_20_max": 0.208793,
        "nauc_map_at_20_std": -0.040031,
        "nauc_map_at_20_diff1": 0.433721,
        "nauc_map_at_100_max": 0.210727,
        "nauc_map_at_100_std": -0.037665,
        "nauc_map_at_100_diff1": 0.432985,
        "nauc_map_at_1000_max": 0.210536,
        "nauc_map_at_1000_std": -0.037284,
        "nauc_map_at_1000_diff1": 0.432972,
        "nauc_recall_at_1_max": 0.188354,
        "nauc_recall_at_1_std": -0.044449,
        "nauc_recall_at_1_diff1": 0.471441,
        "nauc_recall_at_3_max": 0.197539,
        "nauc_recall_at_3_std": -0.03045,
        "nauc_recall_at_3_diff1": 0.401321,
        "nauc_recall_at_5_max": 0.197823,
        "nauc_recall_at_5_std": -0.05243,
        "nauc_recall_at_5_diff1": 0.38462,
        "nauc_recall_at_10_max": 0.189637,
        "nauc_recall_at_10_std": 0.004294,
        "nauc_recall_at_10_diff1": 0.343022,
        "nauc_recall_at_20_max": 0.201524,
        "nauc_recall_at_20_std": 0.043873,
        "nauc_recall_at_20_diff1": 0.336553,
        "nauc_recall_at_100_max": 0.300518,
        "nauc_recall_at_100_std": 0.17212,
        "nauc_recall_at_100_diff1": 0.338388,
        "nauc_recall_at_1000_max": 0.398995,
        "nauc_recall_at_1000_std": 0.389981,
        "nauc_recall_at_1000_diff1": 0.374695,
        "nauc_precision_at_1_max": 0.195839,
        "nauc_precision_at_1_std": -0.053038,
        "nauc_precision_at_1_diff1": 0.44851,
        "nauc_precision_at_3_max": 0.228784,
        "nauc_precision_at_3_std": -0.045029,
        "nauc_precision_at_3_diff1": 0.341057,
        "nauc_precision_at_5_max": 0.218662,
        "nauc_precision_at_5_std": -0.064408,
        "nauc_precision_at_5_diff1": 0.302519,
        "nauc_precision_at_10_max": 0.184561,
        "nauc_precision_at_10_std": -0.041402,
        "nauc_precision_at_10_diff1": 0.247017,
        "nauc_precision_at_20_max": 0.155689,
        "nauc_precision_at_20_std": -0.022984,
        "nauc_precision_at_20_diff1": 0.203272,
        "nauc_precision_at_100_max": 0.130254,
        "nauc_precision_at_100_std": 0.009003,
        "nauc_precision_at_100_diff1": 0.108801,
        "nauc_precision_at_1000_max": -0.027462,
        "nauc_precision_at_1000_std": -0.045777,
        "nauc_precision_at_1000_diff1": -0.006891,
        "nauc_mrr_at_1_max": 0.195839,
        "nauc_mrr_at_1_std": -0.053038,
        "nauc_mrr_at_1_diff1": 0.44851,
        "nauc_mrr_at_3_max": 0.188248,
        "nauc_mrr_at_3_std": -0.052723,
        "nauc_mrr_at_3_diff1": 0.412726,
        "nauc_mrr_at_5_max": 0.189203,
        "nauc_mrr_at_5_std": -0.062892,
        "nauc_mrr_at_5_diff1": 0.409278,
        "nauc_mrr_at_10_max": 0.187292,
        "nauc_mrr_at_10_std": -0.057095,
        "nauc_mrr_at_10_diff1": 0.405154,
        "nauc_mrr_at_20_max": 0.188573,
        "nauc_mrr_at_20_std": -0.053584,
        "nauc_mrr_at_20_diff1": 0.405267,
        "nauc_mrr_at_100_max": 0.19088,
        "nauc_mrr_at_100_std": -0.050981,
        "nauc_mrr_at_100_diff1": 0.405688,
        "nauc_mrr_at_1000_max": 0.190851,
        "nauc_mrr_at_1000_std": -0.050818,
        "nauc_mrr_at_1000_diff1": 0.405775,
        "hit_rate_at_1": 0.24177,
        "hit_rate_at_3": 0.34621,
        "hit_rate_at_5": 0.40629,
        "hit_rate_at_10": 0.49785,
        "hit_rate_at_20": 0.56795,
        "hit_rate_at_100": 0.72675,
        "hit_rate_at_1000": 0.89986,
        "main_score": 0.31749,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 27.703421354293823,
  "kg_co2_emissions": null,
  "date": null
}