results/CQADupstackPhysicsRetrieval.json

{
  "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
  "task_name": "CQADupstackPhysicsRetrieval",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.20982,
        "ndcg_at_3": 0.24578,
        "ndcg_at_5": 0.26211,
        "ndcg_at_10": 0.28061,
        "ndcg_at_20": 0.3014,
        "ndcg_at_100": 0.33628,
        "ndcg_at_1000": 0.36784,
        "map_at_1": 0.1734,
        "map_at_3": 0.21843,
        "map_at_5": 0.22941,
        "map_at_10": 0.23899,
        "map_at_20": 0.24502,
        "map_at_100": 0.25048,
        "map_at_1000": 0.25187,
        "recall_at_1": 0.1734,
        "recall_at_3": 0.26761,
        "recall_at_5": 0.30865,
        "recall_at_10": 0.36498,
        "recall_at_20": 0.4409,
        "recall_at_100": 0.60724,
        "recall_at_1000": 0.82477,
        "accuracy": 0.1734,
        "precision_at_1": 0.20982,
        "precision_at_3": 0.1155,
        "precision_at_5": 0.08335,
        "precision_at_10": 0.0514,
        "precision_at_20": 0.03162,
        "precision_at_100": 0.00936,
        "precision_at_1000": 0.0014,
        "mrr_at_1": 0.209817,
        "mrr_at_3": 0.260026,
        "mrr_at_5": 0.271816,
        "mrr_at_10": 0.279856,
        "mrr_at_20": 0.285732,
        "mrr_at_100": 0.289895,
        "mrr_at_1000": 0.290729,
        "nauc_ndcg_at_1_max": 0.254828,
        "nauc_ndcg_at_1_std": -0.043127,
        "nauc_ndcg_at_1_diff1": 0.470295,
        "nauc_ndcg_at_3_max": 0.248655,
        "nauc_ndcg_at_3_std": -0.044729,
        "nauc_ndcg_at_3_diff1": 0.438501,
        "nauc_ndcg_at_5_max": 0.242948,
        "nauc_ndcg_at_5_std": -0.042773,
        "nauc_ndcg_at_5_diff1": 0.446666,
        "nauc_ndcg_at_10_max": 0.237071,
        "nauc_ndcg_at_10_std": -0.035274,
        "nauc_ndcg_at_10_diff1": 0.431205,
        "nauc_ndcg_at_20_max": 0.236073,
        "nauc_ndcg_at_20_std": -0.024615,
        "nauc_ndcg_at_20_diff1": 0.419382,
        "nauc_ndcg_at_100_max": 0.245409,
        "nauc_ndcg_at_100_std": 0.005871,
        "nauc_ndcg_at_100_diff1": 0.410673,
        "nauc_ndcg_at_1000_max": 0.254067,
        "nauc_ndcg_at_1000_std": 0.012659,
        "nauc_ndcg_at_1000_diff1": 0.40722,
        "nauc_map_at_1_max": 0.218463,
        "nauc_map_at_1_std": -0.105778,
        "nauc_map_at_1_diff1": 0.523157,
        "nauc_map_at_3_max": 0.234017,
        "nauc_map_at_3_std": -0.073921,
        "nauc_map_at_3_diff1": 0.472238,
        "nauc_map_at_5_max": 0.235592,
        "nauc_map_at_5_std": -0.066933,
        "nauc_map_at_5_diff1": 0.471779,
        "nauc_map_at_10_max": 0.23685,
        "nauc_map_at_10_std": -0.059201,
        "nauc_map_at_10_diff1": 0.461365,
        "nauc_map_at_20_max": 0.236919,
        "nauc_map_at_20_std": -0.055254,
        "nauc_map_at_20_diff1": 0.457038,
        "nauc_map_at_100_max": 0.238626,
        "nauc_map_at_100_std": -0.049963,
        "nauc_map_at_100_diff1": 0.455506,
        "nauc_map_at_1000_max": 0.239134,
        "nauc_map_at_1000_std": -0.04921,
        "nauc_map_at_1000_diff1": 0.455119,
        "nauc_recall_at_1_max": 0.218463,
        "nauc_recall_at_1_std": -0.105778,
        "nauc_recall_at_1_diff1": 0.523157,
        "nauc_recall_at_3_max": 0.225161,
        "nauc_recall_at_3_std": -0.05949,
        "nauc_recall_at_3_diff1": 0.415325,
        "nauc_recall_at_5_max": 0.217246,
        "nauc_recall_at_5_std": -0.038944,
        "nauc_recall_at_5_diff1": 0.413718,
        "nauc_recall_at_10_max": 0.2042,
        "nauc_recall_at_10_std": -0.009831,
        "nauc_recall_at_10_diff1": 0.36635,
        "nauc_recall_at_20_max": 0.198935,
        "nauc_recall_at_20_std": 0.026311,
        "nauc_recall_at_20_diff1": 0.321622,
        "nauc_recall_at_100_max": 0.229836,
        "nauc_recall_at_100_std": 0.175171,
        "nauc_recall_at_100_diff1": 0.266453,
        "nauc_recall_at_1000_max": 0.327015,
        "nauc_recall_at_1000_std": 0.368444,
        "nauc_recall_at_1000_diff1": 0.16318,
        "nauc_precision_at_1_max": 0.254828,
        "nauc_precision_at_1_std": -0.043127,
        "nauc_precision_at_1_diff1": 0.470295,
        "nauc_precision_at_3_max": 0.287493,
        "nauc_precision_at_3_std": 0.035242,
        "nauc_precision_at_3_diff1": 0.347047,
        "nauc_precision_at_5_max": 0.276118,
        "nauc_precision_at_5_std": 0.058746,
        "nauc_precision_at_5_diff1": 0.330775,
        "nauc_precision_at_10_max": 0.266077,
        "nauc_precision_at_10_std": 0.096808,
        "nauc_precision_at_10_diff1": 0.242079,
        "nauc_precision_at_20_max": 0.242944,
        "nauc_precision_at_20_std": 0.128028,
        "nauc_precision_at_20_diff1": 0.172198,
        "nauc_precision_at_100_max": 0.210621,
        "nauc_precision_at_100_std": 0.216472,
        "nauc_precision_at_100_diff1": 0.050983,
        "nauc_precision_at_1000_max": 0.144491,
        "nauc_precision_at_1000_std": 0.202161,
        "nauc_precision_at_1000_diff1": -0.100711,
        "nauc_mrr_at_1_max": 0.254828,
        "nauc_mrr_at_1_std": -0.043127,
        "nauc_mrr_at_1_diff1": 0.470295,
        "nauc_mrr_at_3_max": 0.2626,
        "nauc_mrr_at_3_std": -0.022023,
        "nauc_mrr_at_3_diff1": 0.423527,
        "nauc_mrr_at_5_max": 0.258401,
        "nauc_mrr_at_5_std": -0.019565,
        "nauc_mrr_at_5_diff1": 0.427366,
        "nauc_mrr_at_10_max": 0.254231,
        "nauc_mrr_at_10_std": -0.017202,
        "nauc_mrr_at_10_diff1": 0.419566,
        "nauc_mrr_at_20_max": 0.253555,
        "nauc_mrr_at_20_std": -0.014647,
        "nauc_mrr_at_20_diff1": 0.416868,
        "nauc_mrr_at_100_max": 0.255094,
        "nauc_mrr_at_100_std": -0.011623,
        "nauc_mrr_at_100_diff1": 0.416154,
        "nauc_mrr_at_1000_max": 0.255383,
        "nauc_mrr_at_1000_std": -0.011407,
        "nauc_mrr_at_1000_diff1": 0.416047,
        "hit_rate_at_1": 0.20982,
        "hit_rate_at_3": 0.32243,
        "hit_rate_at_5": 0.37344,
        "hit_rate_at_10": 0.43311,
        "hit_rate_at_20": 0.51877,
        "hit_rate_at_100": 0.68046,
        "hit_rate_at_1000": 0.87199,
        "main_score": 0.28061,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 49.752307653427124,
  "kg_co2_emissions": null,
  "date": null
}