results/CQADupstackMathematicaRetrieval.json

{
  "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de",
  "task_name": "CQADupstackMathematicaRetrieval",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.09453,
        "ndcg_at_3": 0.1192,
        "ndcg_at_5": 0.13291,
        "ndcg_at_10": 0.14541,
        "ndcg_at_20": 0.1642,
        "ndcg_at_100": 0.19451,
        "ndcg_at_1000": 0.22926,
        "map_at_1": 0.07654,
        "map_at_3": 0.10319,
        "map_at_5": 0.11125,
        "map_at_10": 0.11665,
        "map_at_20": 0.12185,
        "map_at_100": 0.12613,
        "map_at_1000": 0.12739,
        "recall_at_1": 0.07654,
        "recall_at_3": 0.13873,
        "recall_at_5": 0.17145,
        "recall_at_10": 0.20914,
        "recall_at_20": 0.27913,
        "recall_at_100": 0.42889,
        "recall_at_1000": 0.68302,
        "accuracy": 0.07654,
        "precision_at_1": 0.09453,
        "precision_at_3": 0.05929,
        "precision_at_5": 0.04527,
        "precision_at_10": 0.02811,
        "precision_at_20": 0.01859,
        "precision_at_100": 0.00604,
        "precision_at_1000": 0.00104,
        "mrr_at_1": 0.094527,
        "mrr_at_3": 0.126451,
        "mrr_at_5": 0.136277,
        "mrr_at_10": 0.141619,
        "mrr_at_20": 0.147175,
        "mrr_at_100": 0.151338,
        "mrr_at_1000": 0.152318,
        "nauc_ndcg_at_1_max": 0.077207,
        "nauc_ndcg_at_1_std": -0.067272,
        "nauc_ndcg_at_1_diff1": 0.319897,
        "nauc_ndcg_at_3_max": 0.08314,
        "nauc_ndcg_at_3_std": -0.026599,
        "nauc_ndcg_at_3_diff1": 0.200026,
        "nauc_ndcg_at_5_max": 0.093394,
        "nauc_ndcg_at_5_std": -0.000477,
        "nauc_ndcg_at_5_diff1": 0.18578,
        "nauc_ndcg_at_10_max": 0.100755,
        "nauc_ndcg_at_10_std": 0.019686,
        "nauc_ndcg_at_10_diff1": 0.184693,
        "nauc_ndcg_at_20_max": 0.099157,
        "nauc_ndcg_at_20_std": 0.027921,
        "nauc_ndcg_at_20_diff1": 0.174479,
        "nauc_ndcg_at_100_max": 0.101368,
        "nauc_ndcg_at_100_std": 0.050521,
        "nauc_ndcg_at_100_diff1": 0.162507,
        "nauc_ndcg_at_1000_max": 0.10998,
        "nauc_ndcg_at_1000_std": 0.054672,
        "nauc_ndcg_at_1000_diff1": 0.164291,
        "nauc_map_at_1_max": 0.126332,
        "nauc_map_at_1_std": -0.03207,
        "nauc_map_at_1_diff1": 0.287554,
        "nauc_map_at_3_max": 0.098769,
        "nauc_map_at_3_std": -0.021683,
        "nauc_map_at_3_diff1": 0.217052,
        "nauc_map_at_5_max": 0.102821,
        "nauc_map_at_5_std": -0.006616,
        "nauc_map_at_5_diff1": 0.210328,
        "nauc_map_at_10_max": 0.107241,
        "nauc_map_at_10_std": 0.00354,
        "nauc_map_at_10_diff1": 0.208195,
        "nauc_map_at_20_max": 0.10666,
        "nauc_map_at_20_std": 0.006284,
        "nauc_map_at_20_diff1": 0.20485,
        "nauc_map_at_100_max": 0.106404,
        "nauc_map_at_100_std": 0.010426,
        "nauc_map_at_100_diff1": 0.201273,
        "nauc_map_at_1000_max": 0.106967,
        "nauc_map_at_1000_std": 0.010934,
        "nauc_map_at_1000_diff1": 0.20099,
        "nauc_recall_at_1_max": 0.126332,
        "nauc_recall_at_1_std": -0.03207,
        "nauc_recall_at_1_diff1": 0.287554,
        "nauc_recall_at_3_max": 0.06686,
        "nauc_recall_at_3_std": -0.010096,
        "nauc_recall_at_3_diff1": 0.142578,
        "nauc_recall_at_5_max": 0.086885,
        "nauc_recall_at_5_std": 0.033905,
        "nauc_recall_at_5_diff1": 0.12688,
        "nauc_recall_at_10_max": 0.099594,
        "nauc_recall_at_10_std": 0.071126,
        "nauc_recall_at_10_diff1": 0.127556,
        "nauc_recall_at_20_max": 0.097851,
        "nauc_recall_at_20_std": 0.086969,
        "nauc_recall_at_20_diff1": 0.105784,
        "nauc_recall_at_100_max": 0.105419,
        "nauc_recall_at_100_std": 0.148496,
        "nauc_recall_at_100_diff1": 0.077287,
        "nauc_recall_at_1000_max": 0.154024,
        "nauc_recall_at_1000_std": 0.201868,
        "nauc_recall_at_1000_diff1": 0.079451,
        "nauc_precision_at_1_max": 0.077207,
        "nauc_precision_at_1_std": -0.067272,
        "nauc_precision_at_1_diff1": 0.319897,
        "nauc_precision_at_3_max": 0.040015,
        "nauc_precision_at_3_std": -0.043795,
        "nauc_precision_at_3_diff1": 0.166762,
        "nauc_precision_at_5_max": 0.059346,
        "nauc_precision_at_5_std": -0.005412,
        "nauc_precision_at_5_diff1": 0.148022,
        "nauc_precision_at_10_max": 0.083602,
        "nauc_precision_at_10_std": 0.042926,
        "nauc_precision_at_10_diff1": 0.135007,
        "nauc_precision_at_20_max": 0.068478,
        "nauc_precision_at_20_std": 0.058986,
        "nauc_precision_at_20_diff1": 0.101052,
        "nauc_precision_at_100_max": 0.06294,
        "nauc_precision_at_100_std": 0.127428,
        "nauc_precision_at_100_diff1": 0.043471,
        "nauc_precision_at_1000_max": 0.052201,
        "nauc_precision_at_1000_std": 0.078407,
        "nauc_precision_at_1000_diff1": 0.001548,
        "nauc_mrr_at_1_max": 0.077207,
        "nauc_mrr_at_1_std": -0.067272,
        "nauc_mrr_at_1_diff1": 0.319897,
        "nauc_mrr_at_3_max": 0.071593,
        "nauc_mrr_at_3_std": -0.04877,
        "nauc_mrr_at_3_diff1": 0.23058,
        "nauc_mrr_at_5_max": 0.080837,
        "nauc_mrr_at_5_std": -0.032153,
        "nauc_mrr_at_5_diff1": 0.22148,
        "nauc_mrr_at_10_max": 0.083453,
        "nauc_mrr_at_10_std": -0.02441,
        "nauc_mrr_at_10_diff1": 0.22032,
        "nauc_mrr_at_20_max": 0.082106,
        "nauc_mrr_at_20_std": -0.022884,
        "nauc_mrr_at_20_diff1": 0.217055,
        "nauc_mrr_at_100_max": 0.082625,
        "nauc_mrr_at_100_std": -0.018697,
        "nauc_mrr_at_100_diff1": 0.215846,
        "nauc_mrr_at_1000_max": 0.082873,
        "nauc_mrr_at_1000_std": -0.018702,
        "nauc_mrr_at_1000_diff1": 0.215873,
        "hit_rate_at_1": 0.09453,
        "hit_rate_at_3": 0.17164,
        "hit_rate_at_5": 0.21393,
        "hit_rate_at_10": 0.25498,
        "hit_rate_at_20": 0.33458,
        "hit_rate_at_100": 0.50373,
        "hit_rate_at_1000": 0.74627,
        "main_score": 0.14541,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 24.72330355644226,
  "kg_co2_emissions": null,
  "date": null
}