results/CQADupstackGamingRetrieval.json

{
  "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
  "task_name": "CQADupstackGamingRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.32853,
        "ndcg_at_3": 0.39425,
        "ndcg_at_5": 0.41798,
        "ndcg_at_10": 0.44909,
        "ndcg_at_20": 0.47186,
        "ndcg_at_100": 0.49888,
        "ndcg_at_1000": 0.51606,
        "map_at_1": 0.2882,
        "map_at_3": 0.36297,
        "map_at_5": 0.37802,
        "map_at_10": 0.39255,
        "map_at_20": 0.39985,
        "map_at_100": 0.40434,
        "map_at_1000": 0.40513,
        "recall_at_1": 0.2882,
        "recall_at_3": 0.43793,
        "recall_at_5": 0.49662,
        "recall_at_10": 0.58729,
        "recall_at_20": 0.67151,
        "recall_at_100": 0.80384,
        "recall_at_1000": 0.92908,
        "accuracy": 0.2882,
        "precision_at_1": 0.32853,
        "precision_at_3": 0.1768,
        "precision_at_5": 0.12288,
        "precision_at_10": 0.07511,
        "precision_at_20": 0.04404,
        "precision_at_100": 0.01097,
        "precision_at_1000": 0.0013,
        "mrr_at_1": 0.328527,
        "mrr_at_3": 0.397074,
        "mrr_at_5": 0.411494,
        "mrr_at_10": 0.423731,
        "mrr_at_20": 0.429557,
        "mrr_at_100": 0.43252,
        "mrr_at_1000": 0.432966,
        "nauc_ndcg_at_1_max": 0.305617,
        "nauc_ndcg_at_1_std": -0.071554,
        "nauc_ndcg_at_1_diff1": 0.49715,
        "nauc_ndcg_at_3_max": 0.301733,
        "nauc_ndcg_at_3_std": -0.0479,
        "nauc_ndcg_at_3_diff1": 0.437762,
        "nauc_ndcg_at_5_max": 0.302835,
        "nauc_ndcg_at_5_std": -0.038215,
        "nauc_ndcg_at_5_diff1": 0.430194,
        "nauc_ndcg_at_10_max": 0.305094,
        "nauc_ndcg_at_10_std": -0.031369,
        "nauc_ndcg_at_10_diff1": 0.433188,
        "nauc_ndcg_at_20_max": 0.314716,
        "nauc_ndcg_at_20_std": -0.026657,
        "nauc_ndcg_at_20_diff1": 0.431479,
        "nauc_ndcg_at_100_max": 0.322878,
        "nauc_ndcg_at_100_std": -0.017131,
        "nauc_ndcg_at_100_diff1": 0.435832,
        "nauc_ndcg_at_1000_max": 0.324541,
        "nauc_ndcg_at_1000_std": -0.014379,
        "nauc_ndcg_at_1000_diff1": 0.440453,
        "nauc_map_at_1_max": 0.267479,
        "nauc_map_at_1_std": -0.091279,
        "nauc_map_at_1_diff1": 0.491916,
        "nauc_map_at_3_max": 0.288167,
        "nauc_map_at_3_std": -0.067217,
        "nauc_map_at_3_diff1": 0.453735,
        "nauc_map_at_5_max": 0.289668,
        "nauc_map_at_5_std": -0.05955,
        "nauc_map_at_5_diff1": 0.44787,
        "nauc_map_at_10_max": 0.292675,
        "nauc_map_at_10_std": -0.055183,
        "nauc_map_at_10_diff1": 0.449042,
        "nauc_map_at_20_max": 0.297732,
        "nauc_map_at_20_std": -0.051455,
        "nauc_map_at_20_diff1": 0.447447,
        "nauc_map_at_100_max": 0.299631,
        "nauc_map_at_100_std": -0.049237,
        "nauc_map_at_100_diff1": 0.447939,
        "nauc_map_at_1000_max": 0.300132,
        "nauc_map_at_1000_std": -0.04874,
        "nauc_map_at_1000_diff1": 0.448188,
        "nauc_recall_at_1_max": 0.267479,
        "nauc_recall_at_1_std": -0.091279,
        "nauc_recall_at_1_diff1": 0.491916,
        "nauc_recall_at_3_max": 0.284466,
        "nauc_recall_at_3_std": -0.037115,
        "nauc_recall_at_3_diff1": 0.395438,
        "nauc_recall_at_5_max": 0.286261,
        "nauc_recall_at_5_std": -0.011679,
        "nauc_recall_at_5_diff1": 0.372866,
        "nauc_recall_at_10_max": 0.28412,
        "nauc_recall_at_10_std": 0.010226,
        "nauc_recall_at_10_diff1": 0.371927,
        "nauc_recall_at_20_max": 0.32005,
        "nauc_recall_at_20_std": 0.036578,
        "nauc_recall_at_20_diff1": 0.355122,
        "nauc_recall_at_100_max": 0.379673,
        "nauc_recall_at_100_std": 0.128787,
        "nauc_recall_at_100_diff1": 0.356563,
        "nauc_recall_at_1000_max": 0.444678,
        "nauc_recall_at_1000_std": 0.34169,
        "nauc_recall_at_1000_diff1": 0.39469,
        "nauc_precision_at_1_max": 0.305617,
        "nauc_precision_at_1_std": -0.071554,
        "nauc_precision_at_1_diff1": 0.49715,
        "nauc_precision_at_3_max": 0.336032,
        "nauc_precision_at_3_std": 0.014341,
        "nauc_precision_at_3_diff1": 0.346681,
        "nauc_precision_at_5_max": 0.335561,
        "nauc_precision_at_5_std": 0.064425,
        "nauc_precision_at_5_diff1": 0.293209,
        "nauc_precision_at_10_max": 0.335572,
        "nauc_precision_at_10_std": 0.118777,
        "nauc_precision_at_10_diff1": 0.23389,
        "nauc_precision_at_20_max": 0.355328,
        "nauc_precision_at_20_std": 0.180976,
        "nauc_precision_at_20_diff1": 0.155829,
        "nauc_precision_at_100_max": 0.363407,
        "nauc_precision_at_100_std": 0.269872,
        "nauc_precision_at_100_diff1": 0.086922,
        "nauc_precision_at_1000_max": 0.326957,
        "nauc_precision_at_1000_std": 0.312661,
        "nauc_precision_at_1000_diff1": 0.021796,
        "nauc_mrr_at_1_max": 0.305617,
        "nauc_mrr_at_1_std": -0.071554,
        "nauc_mrr_at_1_diff1": 0.49715,
        "nauc_mrr_at_3_max": 0.318173,
        "nauc_mrr_at_3_std": -0.045833,
        "nauc_mrr_at_3_diff1": 0.450074,
        "nauc_mrr_at_5_max": 0.319705,
        "nauc_mrr_at_5_std": -0.04069,
        "nauc_mrr_at_5_diff1": 0.448169,
        "nauc_mrr_at_10_max": 0.319536,
        "nauc_mrr_at_10_std": -0.03804,
        "nauc_mrr_at_10_diff1": 0.449888,
        "nauc_mrr_at_20_max": 0.320657,
        "nauc_mrr_at_20_std": -0.038708,
        "nauc_mrr_at_20_diff1": 0.450192,
        "nauc_mrr_at_100_max": 0.320716,
        "nauc_mrr_at_100_std": -0.038168,
        "nauc_mrr_at_100_diff1": 0.450446,
        "nauc_mrr_at_1000_max": 0.32065,
        "nauc_mrr_at_1000_std": -0.038121,
        "nauc_mrr_at_1000_diff1": 0.450542,
        "hit_rate_at_1": 0.32853,
        "hit_rate_at_3": 0.48276,
        "hit_rate_at_5": 0.54671,
        "hit_rate_at_10": 0.63887,
        "hit_rate_at_20": 0.72163,
        "hit_rate_at_100": 0.84075,
        "hit_rate_at_1000": 0.94608,
        "main_score": 0.44909,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 496.17574644088745,
  "kg_co2_emissions": null,
  "date": null
}