{
  "dataset_revision": "2436d9bda047a80959b034a572fdda4d00c80d2e",
  "task_name": "GeorgianFAQRetrieval",
  "mteb_version": "1.38.39",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.32749,
        "ndcg_at_3": 0.41694,
        "ndcg_at_5": 0.44673,
        "ndcg_at_10": 0.47016,
        "ndcg_at_20": 0.48515,
        "ndcg_at_100": 0.50934,
        "ndcg_at_1000": 0.52906,
        "map_at_1": 0.32749,
        "map_at_3": 0.39457,
        "map_at_5": 0.41116,
        "map_at_10": 0.42089,
        "map_at_20": 0.42501,
        "map_at_100": 0.42843,
        "map_at_1000": 0.42911,
        "recall_at_1": 0.32749,
        "recall_at_3": 0.48168,
        "recall_at_5": 0.5538,
        "recall_at_10": 0.62593,
        "recall_at_20": 0.68519,
        "recall_at_100": 0.81442,
        "recall_at_1000": 0.9731,
        "precision_at_1": 0.32749,
        "precision_at_3": 0.16062,
        "precision_at_5": 0.1108,
        "precision_at_10": 0.06261,
        "precision_at_20": 0.03427,
        "precision_at_100": 0.00815,
        "precision_at_1000": 0.00097,
        "mrr_at_1": 0.327485,
        "mrr_at_3": 0.394672,
        "mrr_at_5": 0.411261,
        "mrr_at_10": 0.420987,
        "mrr_at_20": 0.425104,
        "mrr_at_100": 0.428518,
        "mrr_at_1000": 0.429195,
        "nauc_ndcg_at_1_max": 0.370851,
        "nauc_ndcg_at_1_std": -0.078505,
        "nauc_ndcg_at_1_diff1": 0.524927,
        "nauc_ndcg_at_3_max": 0.412824,
        "nauc_ndcg_at_3_std": -0.065392,
        "nauc_ndcg_at_3_diff1": 0.477051,
        "nauc_ndcg_at_5_max": 0.421436,
        "nauc_ndcg_at_5_std": -0.062831,
        "nauc_ndcg_at_5_diff1": 0.469464,
        "nauc_ndcg_at_10_max": 0.428325,
        "nauc_ndcg_at_10_std": -0.054697,
        "nauc_ndcg_at_10_diff1": 0.460576,
        "nauc_ndcg_at_20_max": 0.425193,
        "nauc_ndcg_at_20_std": -0.053368,
        "nauc_ndcg_at_20_diff1": 0.459134,
        "nauc_ndcg_at_100_max": 0.420774,
        "nauc_ndcg_at_100_std": -0.047735,
        "nauc_ndcg_at_100_diff1": 0.460035,
        "nauc_ndcg_at_1000_max": 0.418335,
        "nauc_ndcg_at_1000_std": -0.053727,
        "nauc_ndcg_at_1000_diff1": 0.467514,
        "nauc_map_at_1_max": 0.370851,
        "nauc_map_at_1_std": -0.078505,
        "nauc_map_at_1_diff1": 0.524927,
        "nauc_map_at_3_max": 0.402364,
        "nauc_map_at_3_std": -0.069433,
        "nauc_map_at_3_diff1": 0.488603,
        "nauc_map_at_5_max": 0.407034,
        "nauc_map_at_5_std": -0.067841,
        "nauc_map_at_5_diff1": 0.484636,
        "nauc_map_at_10_max": 0.409513,
        "nauc_map_at_10_std": -0.064911,
        "nauc_map_at_10_diff1": 0.48125,
        "nauc_map_at_20_max": 0.408517,
        "nauc_map_at_20_std": -0.064738,
        "nauc_map_at_20_diff1": 0.481019,
        "nauc_map_at_100_max": 0.407872,
        "nauc_map_at_100_std": -0.064105,
        "nauc_map_at_100_diff1": 0.481208,
        "nauc_map_at_1000_max": 0.40777,
        "nauc_map_at_1000_std": -0.064239,
        "nauc_map_at_1000_diff1": 0.481417,
        "nauc_recall_at_1_max": 0.370851,
        "nauc_recall_at_1_std": -0.078505,
        "nauc_recall_at_1_diff1": 0.524927,
        "nauc_recall_at_3_max": 0.442979,
        "nauc_recall_at_3_std": -0.053314,
        "nauc_recall_at_3_diff1": 0.443838,
        "nauc_recall_at_5_max": 0.466213,
        "nauc_recall_at_5_std": -0.047129,
        "nauc_recall_at_5_diff1": 0.422371,
        "nauc_recall_at_10_max": 0.495083,
        "nauc_recall_at_10_std": -0.015945,
        "nauc_recall_at_10_diff1": 0.386958,
        "nauc_recall_at_20_max": 0.488681,
        "nauc_recall_at_20_std": -0.003643,
        "nauc_recall_at_20_diff1": 0.370857,
        "nauc_recall_at_100_max": 0.479806,
        "nauc_recall_at_100_std": 0.075887,
        "nauc_recall_at_100_diff1": 0.334418,
        "nauc_recall_at_1000_max": 0.603083,
        "nauc_recall_at_1000_std": 0.178347,
        "nauc_recall_at_1000_diff1": 0.334253,
        "nauc_precision_at_1_max": 0.370851,
        "nauc_precision_at_1_std": -0.078505,
        "nauc_precision_at_1_diff1": 0.524927,
        "nauc_precision_at_3_max": 0.443321,
        "nauc_precision_at_3_std": -0.053386,
        "nauc_precision_at_3_diff1": 0.443562,
        "nauc_precision_at_5_max": 0.466643,
        "nauc_precision_at_5_std": -0.047211,
        "nauc_precision_at_5_diff1": 0.422134,
        "nauc_precision_at_10_max": 0.495628,
        "nauc_precision_at_10_std": -0.01603,
        "nauc_precision_at_10_diff1": 0.386737,
        "nauc_precision_at_20_max": 0.48929,
        "nauc_precision_at_20_std": -0.003734,
        "nauc_precision_at_20_diff1": 0.370603,
        "nauc_precision_at_100_max": 0.479203,
        "nauc_precision_at_100_std": 0.07532,
        "nauc_precision_at_100_diff1": 0.331888,
        "nauc_precision_at_1000_max": 0.596226,
        "nauc_precision_at_1000_std": 0.172226,
        "nauc_precision_at_1000_diff1": 0.318203,
        "nauc_mrr_at_1_max": 0.370851,
        "nauc_mrr_at_1_std": -0.078505,
        "nauc_mrr_at_1_diff1": 0.524927,
        "nauc_mrr_at_3_max": 0.402533,
        "nauc_mrr_at_3_std": -0.069469,
        "nauc_mrr_at_3_diff1": 0.488466,
        "nauc_mrr_at_5_max": 0.407206,
        "nauc_mrr_at_5_std": -0.067878,
        "nauc_mrr_at_5_diff1": 0.484497,
        "nauc_mrr_at_10_max": 0.409687,
        "nauc_mrr_at_10_std": -0.064948,
        "nauc_mrr_at_10_diff1": 0.48111,
        "nauc_mrr_at_20_max": 0.408692,
        "nauc_mrr_at_20_std": -0.064775,
        "nauc_mrr_at_20_diff1": 0.480878,
        "nauc_mrr_at_100_max": 0.408032,
        "nauc_mrr_at_100_std": -0.064139,
        "nauc_mrr_at_100_diff1": 0.481079,
        "nauc_mrr_at_1000_max": 0.407931,
        "nauc_mrr_at_1000_std": -0.064273,
        "nauc_mrr_at_1000_diff1": 0.481288,
        "main_score": 0.47016,
        "hf_subset": "default",
        "languages": [
          "kat-Geor"
        ]
      }
    ]
  },
  "evaluation_time": 13.276947975158691,
  "kg_co2_emissions": null
}