results/CQADupstackTexRetrieval.json

{
  "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7",
  "task_name": "CQADupstackTexRetrieval",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.10392,
        "ndcg_at_3": 0.12455,
        "ndcg_at_5": 0.1364,
        "ndcg_at_10": 0.15038,
        "ndcg_at_20": 0.16301,
        "ndcg_at_100": 0.18763,
        "ndcg_at_1000": 0.21916,
        "map_at_1": 0.08824,
        "map_at_3": 0.11102,
        "map_at_5": 0.11816,
        "map_at_10": 0.12414,
        "map_at_20": 0.12777,
        "map_at_100": 0.13106,
        "map_at_1000": 0.13215,
        "recall_at_1": 0.08824,
        "recall_at_3": 0.1371,
        "recall_at_5": 0.16692,
        "recall_at_10": 0.20907,
        "recall_at_20": 0.2558,
        "recall_at_100": 0.3828,
        "recall_at_1000": 0.6168,
        "accuracy": 0.08824,
        "precision_at_1": 0.10392,
        "precision_at_3": 0.05816,
        "precision_at_5": 0.0435,
        "precision_at_10": 0.0277,
        "precision_at_20": 0.01741,
        "precision_at_100": 0.00543,
        "precision_at_1000": 0.00095,
        "mrr_at_1": 0.103923,
        "mrr_at_3": 0.131624,
        "mrr_at_5": 0.139504,
        "mrr_at_10": 0.145981,
        "mrr_at_20": 0.14976,
        "mrr_at_100": 0.152972,
        "mrr_at_1000": 0.153882,
        "nauc_ndcg_at_1_max": 0.241745,
        "nauc_ndcg_at_1_std": 0.019745,
        "nauc_ndcg_at_1_diff1": 0.428808,
        "nauc_ndcg_at_3_max": 0.213809,
        "nauc_ndcg_at_3_std": 0.025011,
        "nauc_ndcg_at_3_diff1": 0.345063,
        "nauc_ndcg_at_5_max": 0.212832,
        "nauc_ndcg_at_5_std": 0.031088,
        "nauc_ndcg_at_5_diff1": 0.329769,
        "nauc_ndcg_at_10_max": 0.207267,
        "nauc_ndcg_at_10_std": 0.035282,
        "nauc_ndcg_at_10_diff1": 0.314207,
        "nauc_ndcg_at_20_max": 0.206616,
        "nauc_ndcg_at_20_std": 0.043859,
        "nauc_ndcg_at_20_diff1": 0.31432,
        "nauc_ndcg_at_100_max": 0.209541,
        "nauc_ndcg_at_100_std": 0.066365,
        "nauc_ndcg_at_100_diff1": 0.300961,
        "nauc_ndcg_at_1000_max": 0.226776,
        "nauc_ndcg_at_1000_std": 0.084963,
        "nauc_ndcg_at_1000_diff1": 0.296052,
        "nauc_map_at_1_max": 0.24735,
        "nauc_map_at_1_std": 0.037004,
        "nauc_map_at_1_diff1": 0.437329,
        "nauc_map_at_3_max": 0.217756,
        "nauc_map_at_3_std": 0.028094,
        "nauc_map_at_3_diff1": 0.369287,
        "nauc_map_at_5_max": 0.218619,
        "nauc_map_at_5_std": 0.031181,
        "nauc_map_at_5_diff1": 0.359253,
        "nauc_map_at_10_max": 0.21657,
        "nauc_map_at_10_std": 0.032939,
        "nauc_map_at_10_diff1": 0.350454,
        "nauc_map_at_20_max": 0.216286,
        "nauc_map_at_20_std": 0.035927,
        "nauc_map_at_20_diff1": 0.349902,
        "nauc_map_at_100_max": 0.217112,
        "nauc_map_at_100_std": 0.03967,
        "nauc_map_at_100_diff1": 0.347838,
        "nauc_map_at_1000_max": 0.218067,
        "nauc_map_at_1000_std": 0.040528,
        "nauc_map_at_1000_diff1": 0.347386,
        "nauc_recall_at_1_max": 0.24735,
        "nauc_recall_at_1_std": 0.037004,
        "nauc_recall_at_1_diff1": 0.437329,
        "nauc_recall_at_3_max": 0.188438,
        "nauc_recall_at_3_std": 0.02477,
        "nauc_recall_at_3_diff1": 0.308673,
        "nauc_recall_at_5_max": 0.188138,
        "nauc_recall_at_5_std": 0.033885,
        "nauc_recall_at_5_diff1": 0.282793,
        "nauc_recall_at_10_max": 0.172316,
        "nauc_recall_at_10_std": 0.038655,
        "nauc_recall_at_10_diff1": 0.243524,
        "nauc_recall_at_20_max": 0.173054,
        "nauc_recall_at_20_std": 0.060024,
        "nauc_recall_at_20_diff1": 0.246939,
        "nauc_recall_at_100_max": 0.177744,
        "nauc_recall_at_100_std": 0.134482,
        "nauc_recall_at_100_diff1": 0.201046,
        "nauc_recall_at_1000_max": 0.251574,
        "nauc_recall_at_1000_std": 0.250301,
        "nauc_recall_at_1000_diff1": 0.160561,
        "nauc_precision_at_1_max": 0.241745,
        "nauc_precision_at_1_std": 0.019745,
        "nauc_precision_at_1_diff1": 0.428808,
        "nauc_precision_at_3_max": 0.203234,
        "nauc_precision_at_3_std": 0.01787,
        "nauc_precision_at_3_diff1": 0.283149,
        "nauc_precision_at_5_max": 0.21043,
        "nauc_precision_at_5_std": 0.032574,
        "nauc_precision_at_5_diff1": 0.249021,
        "nauc_precision_at_10_max": 0.202864,
        "nauc_precision_at_10_std": 0.049548,
        "nauc_precision_at_10_diff1": 0.20947,
        "nauc_precision_at_20_max": 0.205997,
        "nauc_precision_at_20_std": 0.077502,
        "nauc_precision_at_20_diff1": 0.202645,
        "nauc_precision_at_100_max": 0.209608,
        "nauc_precision_at_100_std": 0.146291,
        "nauc_precision_at_100_diff1": 0.124621,
        "nauc_precision_at_1000_max": 0.249273,
        "nauc_precision_at_1000_std": 0.194692,
        "nauc_precision_at_1000_diff1": 0.027011,
        "nauc_mrr_at_1_max": 0.241745,
        "nauc_mrr_at_1_std": 0.019745,
        "nauc_mrr_at_1_diff1": 0.428808,
        "nauc_mrr_at_3_max": 0.220519,
        "nauc_mrr_at_3_std": 0.020093,
        "nauc_mrr_at_3_diff1": 0.34723,
        "nauc_mrr_at_5_max": 0.219326,
        "nauc_mrr_at_5_std": 0.024094,
        "nauc_mrr_at_5_diff1": 0.337164,
        "nauc_mrr_at_10_max": 0.216468,
        "nauc_mrr_at_10_std": 0.027108,
        "nauc_mrr_at_10_diff1": 0.330603,
        "nauc_mrr_at_20_max": 0.216346,
        "nauc_mrr_at_20_std": 0.029627,
        "nauc_mrr_at_20_diff1": 0.330308,
        "nauc_mrr_at_100_max": 0.217423,
        "nauc_mrr_at_100_std": 0.03228,
        "nauc_mrr_at_100_diff1": 0.328667,
        "nauc_mrr_at_1000_max": 0.217947,
        "nauc_mrr_at_1000_std": 0.032705,
        "nauc_mrr_at_1000_diff1": 0.32861,
        "hit_rate_at_1": 0.10392,
        "hit_rate_at_3": 0.16655,
        "hit_rate_at_5": 0.20165,
        "hit_rate_at_10": 0.25052,
        "hit_rate_at_20": 0.30489,
        "hit_rate_at_100": 0.44357,
        "hit_rate_at_1000": 0.68032,
        "main_score": 0.15038,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 102.44514036178589,
  "kg_co2_emissions": null,
  "date": null
}