results/CQADupstackAndroidRetrieval.json

{
  "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3",
  "task_name": "CQADupstackAndroidRetrieval",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.18884,
        "ndcg_at_3": 0.2231,
        "ndcg_at_5": 0.24157,
        "ndcg_at_10": 0.2614,
        "ndcg_at_20": 0.28319,
        "ndcg_at_100": 0.31782,
        "ndcg_at_1000": 0.35087,
        "map_at_1": 0.15194,
        "map_at_3": 0.195,
        "map_at_5": 0.20855,
        "map_at_10": 0.21893,
        "map_at_20": 0.22541,
        "map_at_100": 0.23093,
        "map_at_1000": 0.23231,
        "recall_at_1": 0.15194,
        "recall_at_3": 0.24004,
        "recall_at_5": 0.29012,
        "recall_at_10": 0.34836,
        "recall_at_20": 0.42972,
        "recall_at_100": 0.59592,
        "recall_at_1000": 0.82776,
        "accuracy": 0.15194,
        "precision_at_1": 0.18884,
        "precision_at_3": 0.10968,
        "precision_at_5": 0.08183,
        "precision_at_10": 0.05122,
        "precision_at_20": 0.03262,
        "precision_at_100": 0.00983,
        "precision_at_1000": 0.00156,
        "mrr_at_1": 0.188841,
        "mrr_at_3": 0.235813,
        "mrr_at_5": 0.247902,
        "mrr_at_10": 0.256707,
        "mrr_at_20": 0.263373,
        "mrr_at_100": 0.267998,
        "mrr_at_1000": 0.26881,
        "nauc_ndcg_at_1_max": 0.197606,
        "nauc_ndcg_at_1_std": -0.019884,
        "nauc_ndcg_at_1_diff1": 0.458478,
        "nauc_ndcg_at_3_max": 0.178271,
        "nauc_ndcg_at_3_std": 0.003251,
        "nauc_ndcg_at_3_diff1": 0.398115,
        "nauc_ndcg_at_5_max": 0.175196,
        "nauc_ndcg_at_5_std": 0.005964,
        "nauc_ndcg_at_5_diff1": 0.385679,
        "nauc_ndcg_at_10_max": 0.175056,
        "nauc_ndcg_at_10_std": 0.010168,
        "nauc_ndcg_at_10_diff1": 0.382267,
        "nauc_ndcg_at_20_max": 0.179689,
        "nauc_ndcg_at_20_std": 0.006895,
        "nauc_ndcg_at_20_diff1": 0.376813,
        "nauc_ndcg_at_100_max": 0.191768,
        "nauc_ndcg_at_100_std": 0.03296,
        "nauc_ndcg_at_100_diff1": 0.375628,
        "nauc_ndcg_at_1000_max": 0.199238,
        "nauc_ndcg_at_1000_std": 0.045336,
        "nauc_ndcg_at_1000_diff1": 0.380325,
        "nauc_map_at_1_max": 0.197751,
        "nauc_map_at_1_std": 0.006797,
        "nauc_map_at_1_diff1": 0.494829,
        "nauc_map_at_3_max": 0.192164,
        "nauc_map_at_3_std": 0.005593,
        "nauc_map_at_3_diff1": 0.435257,
        "nauc_map_at_5_max": 0.188238,
        "nauc_map_at_5_std": 0.007005,
        "nauc_map_at_5_diff1": 0.420792,
        "nauc_map_at_10_max": 0.187103,
        "nauc_map_at_10_std": 0.009857,
        "nauc_map_at_10_diff1": 0.416412,
        "nauc_map_at_20_max": 0.189281,
        "nauc_map_at_20_std": 0.009555,
        "nauc_map_at_20_diff1": 0.414144,
        "nauc_map_at_100_max": 0.191584,
        "nauc_map_at_100_std": 0.014557,
        "nauc_map_at_100_diff1": 0.414225,
        "nauc_map_at_1000_max": 0.191893,
        "nauc_map_at_1000_std": 0.014986,
        "nauc_map_at_1000_diff1": 0.414433,
        "nauc_recall_at_1_max": 0.197751,
        "nauc_recall_at_1_std": 0.006797,
        "nauc_recall_at_1_diff1": 0.494829,
        "nauc_recall_at_3_max": 0.163213,
        "nauc_recall_at_3_std": 0.014729,
        "nauc_recall_at_3_diff1": 0.366635,
        "nauc_recall_at_5_max": 0.146997,
        "nauc_recall_at_5_std": 0.018867,
        "nauc_recall_at_5_diff1": 0.322006,
        "nauc_recall_at_10_max": 0.143418,
        "nauc_recall_at_10_std": 0.027174,
        "nauc_recall_at_10_diff1": 0.306785,
        "nauc_recall_at_20_max": 0.15676,
        "nauc_recall_at_20_std": 0.011467,
        "nauc_recall_at_20_diff1": 0.281034,
        "nauc_recall_at_100_max": 0.203891,
        "nauc_recall_at_100_std": 0.135535,
        "nauc_recall_at_100_diff1": 0.247326,
        "nauc_recall_at_1000_max": 0.308993,
        "nauc_recall_at_1000_std": 0.415926,
        "nauc_recall_at_1000_diff1": 0.218363,
        "nauc_precision_at_1_max": 0.197606,
        "nauc_precision_at_1_std": -0.019884,
        "nauc_precision_at_1_diff1": 0.458478,
        "nauc_precision_at_3_max": 0.178951,
        "nauc_precision_at_3_std": -0.003178,
        "nauc_precision_at_3_diff1": 0.306824,
        "nauc_precision_at_5_max": 0.166294,
        "nauc_precision_at_5_std": -0.005949,
        "nauc_precision_at_5_diff1": 0.253107,
        "nauc_precision_at_10_max": 0.14608,
        "nauc_precision_at_10_std": -0.008317,
        "nauc_precision_at_10_diff1": 0.209245,
        "nauc_precision_at_20_max": 0.130098,
        "nauc_precision_at_20_std": -0.025533,
        "nauc_precision_at_20_diff1": 0.166091,
        "nauc_precision_at_100_max": 0.073078,
        "nauc_precision_at_100_std": 0.016469,
        "nauc_precision_at_100_diff1": 0.089054,
        "nauc_precision_at_1000_max": -0.027536,
        "nauc_precision_at_1000_std": 0.030826,
        "nauc_precision_at_1000_diff1": -0.053711,
        "nauc_mrr_at_1_max": 0.197606,
        "nauc_mrr_at_1_std": -0.019884,
        "nauc_mrr_at_1_diff1": 0.458478,
        "nauc_mrr_at_3_max": 0.181138,
        "nauc_mrr_at_3_std": -0.007979,
        "nauc_mrr_at_3_diff1": 0.401962,
        "nauc_mrr_at_5_max": 0.178232,
        "nauc_mrr_at_5_std": -0.009104,
        "nauc_mrr_at_5_diff1": 0.390387,
        "nauc_mrr_at_10_max": 0.177762,
        "nauc_mrr_at_10_std": -0.006743,
        "nauc_mrr_at_10_diff1": 0.388696,
        "nauc_mrr_at_20_max": 0.176751,
        "nauc_mrr_at_20_std": -0.008116,
        "nauc_mrr_at_20_diff1": 0.38646,
        "nauc_mrr_at_100_max": 0.17894,
        "nauc_mrr_at_100_std": -0.005141,
        "nauc_mrr_at_100_diff1": 0.386043,
        "nauc_mrr_at_1000_max": 0.179046,
        "nauc_mrr_at_1000_std": -0.004902,
        "nauc_mrr_at_1000_diff1": 0.386362,
        "hit_rate_at_1": 0.18884,
        "hit_rate_at_3": 0.29614,
        "hit_rate_at_5": 0.34907,
        "hit_rate_at_10": 0.41202,
        "hit_rate_at_20": 0.5093,
        "hit_rate_at_100": 0.67525,
        "hit_rate_at_1000": 0.88698,
        "main_score": 0.2614,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 29.754338264465332,
  "kg_co2_emissions": null,
  "date": null
}