results/CQADupstackProgrammersRetrieval.json

{
  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
  "task_name": "CQADupstackProgrammersRetrieval",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.17123,
        "ndcg_at_3": 0.20564,
        "ndcg_at_5": 0.223,
        "ndcg_at_10": 0.24329,
        "ndcg_at_20": 0.2617,
        "ndcg_at_100": 0.29386,
        "ndcg_at_1000": 0.32936,
        "map_at_1": 0.13695,
        "map_at_3": 0.18082,
        "map_at_5": 0.19216,
        "map_at_10": 0.20111,
        "map_at_20": 0.20666,
        "map_at_100": 0.21144,
        "map_at_1000": 0.21283,
        "recall_at_1": 0.13695,
        "recall_at_3": 0.22597,
        "recall_at_5": 0.27226,
        "recall_at_10": 0.33283,
        "recall_at_20": 0.39844,
        "recall_at_100": 0.55443,
        "recall_at_1000": 0.81224,
        "accuracy": 0.13695,
        "precision_at_1": 0.17123,
        "precision_at_3": 0.10008,
        "precision_at_5": 0.07306,
        "precision_at_10": 0.04612,
        "precision_at_20": 0.02848,
        "precision_at_100": 0.00853,
        "precision_at_1000": 0.00132,
        "mrr_at_1": 0.171233,
        "mrr_at_3": 0.22032,
        "mrr_at_5": 0.23242,
        "mrr_at_10": 0.241276,
        "mrr_at_20": 0.246273,
        "mrr_at_100": 0.249915,
        "mrr_at_1000": 0.250883,
        "nauc_ndcg_at_1_max": 0.297837,
        "nauc_ndcg_at_1_std": 0.050543,
        "nauc_ndcg_at_1_diff1": 0.436876,
        "nauc_ndcg_at_3_max": 0.252802,
        "nauc_ndcg_at_3_std": 0.06258,
        "nauc_ndcg_at_3_diff1": 0.374362,
        "nauc_ndcg_at_5_max": 0.254951,
        "nauc_ndcg_at_5_std": 0.069593,
        "nauc_ndcg_at_5_diff1": 0.372934,
        "nauc_ndcg_at_10_max": 0.260979,
        "nauc_ndcg_at_10_std": 0.079412,
        "nauc_ndcg_at_10_diff1": 0.368212,
        "nauc_ndcg_at_20_max": 0.267407,
        "nauc_ndcg_at_20_std": 0.084276,
        "nauc_ndcg_at_20_diff1": 0.355256,
        "nauc_ndcg_at_100_max": 0.284182,
        "nauc_ndcg_at_100_std": 0.121671,
        "nauc_ndcg_at_100_diff1": 0.3371,
        "nauc_ndcg_at_1000_max": 0.290727,
        "nauc_ndcg_at_1000_std": 0.132371,
        "nauc_ndcg_at_1000_diff1": 0.344108,
        "nauc_map_at_1_max": 0.259783,
        "nauc_map_at_1_std": 0.028129,
        "nauc_map_at_1_diff1": 0.465984,
        "nauc_map_at_3_max": 0.249202,
        "nauc_map_at_3_std": 0.054965,
        "nauc_map_at_3_diff1": 0.400199,
        "nauc_map_at_5_max": 0.252626,
        "nauc_map_at_5_std": 0.05979,
        "nauc_map_at_5_diff1": 0.397735,
        "nauc_map_at_10_max": 0.256813,
        "nauc_map_at_10_std": 0.06531,
        "nauc_map_at_10_diff1": 0.394459,
        "nauc_map_at_20_max": 0.259883,
        "nauc_map_at_20_std": 0.066747,
        "nauc_map_at_20_diff1": 0.390146,
        "nauc_map_at_100_max": 0.263054,
        "nauc_map_at_100_std": 0.073393,
        "nauc_map_at_100_diff1": 0.387143,
        "nauc_map_at_1000_max": 0.263528,
        "nauc_map_at_1000_std": 0.074184,
        "nauc_map_at_1000_diff1": 0.38713,
        "nauc_recall_at_1_max": 0.259783,
        "nauc_recall_at_1_std": 0.028129,
        "nauc_recall_at_1_diff1": 0.465984,
        "nauc_recall_at_3_max": 0.225685,
        "nauc_recall_at_3_std": 0.070156,
        "nauc_recall_at_3_diff1": 0.338033,
        "nauc_recall_at_5_max": 0.234934,
        "nauc_recall_at_5_std": 0.083898,
        "nauc_recall_at_5_diff1": 0.324011,
        "nauc_recall_at_10_max": 0.244585,
        "nauc_recall_at_10_std": 0.108694,
        "nauc_recall_at_10_diff1": 0.303497,
        "nauc_recall_at_20_max": 0.257007,
        "nauc_recall_at_20_std": 0.121982,
        "nauc_recall_at_20_diff1": 0.266772,
        "nauc_recall_at_100_max": 0.317556,
        "nauc_recall_at_100_std": 0.277659,
        "nauc_recall_at_100_diff1": 0.181336,
        "nauc_recall_at_1000_max": 0.439803,
        "nauc_recall_at_1000_std": 0.520536,
        "nauc_recall_at_1000_diff1": 0.163722,
        "nauc_precision_at_1_max": 0.297837,
        "nauc_precision_at_1_std": 0.050543,
        "nauc_precision_at_1_diff1": 0.436876,
        "nauc_precision_at_3_max": 0.264821,
        "nauc_precision_at_3_std": 0.099565,
        "nauc_precision_at_3_diff1": 0.30401,
        "nauc_precision_at_5_max": 0.272477,
        "nauc_precision_at_5_std": 0.113092,
        "nauc_precision_at_5_diff1": 0.297559,
        "nauc_precision_at_10_max": 0.28837,
        "nauc_precision_at_10_std": 0.127413,
        "nauc_precision_at_10_diff1": 0.250093,
        "nauc_precision_at_20_max": 0.297813,
        "nauc_precision_at_20_std": 0.137803,
        "nauc_precision_at_20_diff1": 0.183561,
        "nauc_precision_at_100_max": 0.268929,
        "nauc_precision_at_100_std": 0.198684,
        "nauc_precision_at_100_diff1": 0.043035,
        "nauc_precision_at_1000_max": 0.132982,
        "nauc_precision_at_1000_std": 0.148289,
        "nauc_precision_at_1000_diff1": -0.064595,
        "nauc_mrr_at_1_max": 0.297837,
        "nauc_mrr_at_1_std": 0.050543,
        "nauc_mrr_at_1_diff1": 0.436876,
        "nauc_mrr_at_3_max": 0.266739,
        "nauc_mrr_at_3_std": 0.058922,
        "nauc_mrr_at_3_diff1": 0.374443,
        "nauc_mrr_at_5_max": 0.267419,
        "nauc_mrr_at_5_std": 0.062022,
        "nauc_mrr_at_5_diff1": 0.371348,
        "nauc_mrr_at_10_max": 0.270051,
        "nauc_mrr_at_10_std": 0.065013,
        "nauc_mrr_at_10_diff1": 0.3702,
        "nauc_mrr_at_20_max": 0.270384,
        "nauc_mrr_at_20_std": 0.066474,
        "nauc_mrr_at_20_diff1": 0.366143,
        "nauc_mrr_at_100_max": 0.272236,
        "nauc_mrr_at_100_std": 0.071285,
        "nauc_mrr_at_100_diff1": 0.364096,
        "nauc_mrr_at_1000_max": 0.272188,
        "nauc_mrr_at_1000_std": 0.071368,
        "nauc_mrr_at_1000_diff1": 0.3645,
        "hit_rate_at_1": 0.17123,
        "hit_rate_at_3": 0.27854,
        "hit_rate_at_5": 0.33105,
        "hit_rate_at_10": 0.40068,
        "hit_rate_at_20": 0.47374,
        "hit_rate_at_100": 0.62329,
        "hit_rate_at_1000": 0.85959,
        "main_score": 0.24329,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 42.90849280357361,
  "kg_co2_emissions": null,
  "date": null
}