results/CQADupstackPhysicsRetrieval.json

{
  "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
  "task_name": "CQADupstackPhysicsRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.22233,
        "ndcg_at_3": 0.24965,
        "ndcg_at_5": 0.268,
        "ndcg_at_10": 0.29323,
        "ndcg_at_20": 0.31578,
        "ndcg_at_100": 0.35244,
        "ndcg_at_1000": 0.38397,
        "map_at_1": 0.18341,
        "map_at_3": 0.22444,
        "map_at_5": 0.23609,
        "map_at_10": 0.2477,
        "map_at_20": 0.25471,
        "map_at_100": 0.26041,
        "map_at_1000": 0.26184,
        "recall_at_1": 0.18341,
        "recall_at_3": 0.26973,
        "recall_at_5": 0.3152,
        "recall_at_10": 0.39051,
        "recall_at_20": 0.47112,
        "recall_at_100": 0.64664,
        "recall_at_1000": 0.86364,
        "accuracy": 0.18341,
        "precision_at_1": 0.22233,
        "precision_at_3": 0.11614,
        "precision_at_5": 0.08412,
        "precision_at_10": 0.05438,
        "precision_at_20": 0.03402,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.00147,
        "mrr_at_1": 0.222329,
        "mrr_at_3": 0.26548,
        "mrr_at_5": 0.27804,
        "mrr_at_10": 0.289703,
        "mrr_at_20": 0.295476,
        "mrr_at_100": 0.299849,
        "mrr_at_1000": 0.300663,
        "nauc_ndcg_at_1_max": 0.201276,
        "nauc_ndcg_at_1_std": -0.029582,
        "nauc_ndcg_at_1_diff1": 0.4991,
        "nauc_ndcg_at_3_max": 0.179387,
        "nauc_ndcg_at_3_std": -0.016129,
        "nauc_ndcg_at_3_diff1": 0.472268,
        "nauc_ndcg_at_5_max": 0.167982,
        "nauc_ndcg_at_5_std": -0.026608,
        "nauc_ndcg_at_5_diff1": 0.461672,
        "nauc_ndcg_at_10_max": 0.165005,
        "nauc_ndcg_at_10_std": -0.026401,
        "nauc_ndcg_at_10_diff1": 0.452322,
        "nauc_ndcg_at_20_max": 0.160991,
        "nauc_ndcg_at_20_std": -0.018504,
        "nauc_ndcg_at_20_diff1": 0.441476,
        "nauc_ndcg_at_100_max": 0.165914,
        "nauc_ndcg_at_100_std": -0.001247,
        "nauc_ndcg_at_100_diff1": 0.434873,
        "nauc_ndcg_at_1000_max": 0.179617,
        "nauc_ndcg_at_1000_std": 0.010176,
        "nauc_ndcg_at_1000_diff1": 0.441244,
        "nauc_map_at_1_max": 0.166622,
        "nauc_map_at_1_std": -0.0761,
        "nauc_map_at_1_diff1": 0.537635,
        "nauc_map_at_3_max": 0.16765,
        "nauc_map_at_3_std": -0.039344,
        "nauc_map_at_3_diff1": 0.495728,
        "nauc_map_at_5_max": 0.163376,
        "nauc_map_at_5_std": -0.04169,
        "nauc_map_at_5_diff1": 0.487016,
        "nauc_map_at_10_max": 0.165644,
        "nauc_map_at_10_std": -0.038855,
        "nauc_map_at_10_diff1": 0.47963,
        "nauc_map_at_20_max": 0.165426,
        "nauc_map_at_20_std": -0.036266,
        "nauc_map_at_20_diff1": 0.475772,
        "nauc_map_at_100_max": 0.166014,
        "nauc_map_at_100_std": -0.032592,
        "nauc_map_at_100_diff1": 0.474607,
        "nauc_map_at_1000_max": 0.16687,
        "nauc_map_at_1000_std": -0.031821,
        "nauc_map_at_1000_diff1": 0.47487,
        "nauc_recall_at_1_max": 0.166622,
        "nauc_recall_at_1_std": -0.0761,
        "nauc_recall_at_1_diff1": 0.537635,
        "nauc_recall_at_3_max": 0.155142,
        "nauc_recall_at_3_std": -0.014697,
        "nauc_recall_at_3_diff1": 0.449945,
        "nauc_recall_at_5_max": 0.140368,
        "nauc_recall_at_5_std": -0.025487,
        "nauc_recall_at_5_diff1": 0.416838,
        "nauc_recall_at_10_max": 0.129362,
        "nauc_recall_at_10_std": -0.01817,
        "nauc_recall_at_10_diff1": 0.373792,
        "nauc_recall_at_20_max": 0.109971,
        "nauc_recall_at_20_std": 0.011553,
        "nauc_recall_at_20_diff1": 0.331395,
        "nauc_recall_at_100_max": 0.119725,
        "nauc_recall_at_100_std": 0.091372,
        "nauc_recall_at_100_diff1": 0.27125,
        "nauc_recall_at_1000_max": 0.264439,
        "nauc_recall_at_1000_std": 0.353581,
        "nauc_recall_at_1000_diff1": 0.234865,
        "nauc_precision_at_1_max": 0.201276,
        "nauc_precision_at_1_std": -0.029582,
        "nauc_precision_at_1_diff1": 0.4991,
        "nauc_precision_at_3_max": 0.219021,
        "nauc_precision_at_3_std": 0.062318,
        "nauc_precision_at_3_diff1": 0.393597,
        "nauc_precision_at_5_max": 0.190552,
        "nauc_precision_at_5_std": 0.050071,
        "nauc_precision_at_5_diff1": 0.333865,
        "nauc_precision_at_10_max": 0.19514,
        "nauc_precision_at_10_std": 0.063411,
        "nauc_precision_at_10_diff1": 0.270428,
        "nauc_precision_at_20_max": 0.165647,
        "nauc_precision_at_20_std": 0.079055,
        "nauc_precision_at_20_diff1": 0.19872,
        "nauc_precision_at_100_max": 0.143269,
        "nauc_precision_at_100_std": 0.135741,
        "nauc_precision_at_100_diff1": 0.059613,
        "nauc_precision_at_1000_max": 0.128309,
        "nauc_precision_at_1000_std": 0.137437,
        "nauc_precision_at_1000_diff1": -0.052306,
        "nauc_mrr_at_1_max": 0.201276,
        "nauc_mrr_at_1_std": -0.029582,
        "nauc_mrr_at_1_diff1": 0.4991,
        "nauc_mrr_at_3_max": 0.198438,
        "nauc_mrr_at_3_std": -0.003653,
        "nauc_mrr_at_3_diff1": 0.465709,
        "nauc_mrr_at_5_max": 0.194702,
        "nauc_mrr_at_5_std": -0.008157,
        "nauc_mrr_at_5_diff1": 0.458291,
        "nauc_mrr_at_10_max": 0.192266,
        "nauc_mrr_at_10_std": -0.01016,
        "nauc_mrr_at_10_diff1": 0.4562,
        "nauc_mrr_at_20_max": 0.190214,
        "nauc_mrr_at_20_std": -0.008684,
        "nauc_mrr_at_20_diff1": 0.453594,
        "nauc_mrr_at_100_max": 0.190642,
        "nauc_mrr_at_100_std": -0.006897,
        "nauc_mrr_at_100_diff1": 0.453532,
        "nauc_mrr_at_1000_max": 0.190939,
        "nauc_mrr_at_1000_std": -0.006472,
        "nauc_mrr_at_1000_diff1": 0.453718,
        "hit_rate_at_1": 0.22233,
        "hit_rate_at_3": 0.32146,
        "hit_rate_at_5": 0.37632,
        "hit_rate_at_10": 0.46295,
        "hit_rate_at_20": 0.5486,
        "hit_rate_at_100": 0.71992,
        "hit_rate_at_1000": 0.90375,
        "main_score": 0.29323,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 46.436378955841064,
  "kg_co2_emissions": null,
  "date": null
}