| { | |
| "dataset_revision": "2436d9bda047a80959b034a572fdda4d00c80d2e", | |
| "task_name": "GeorgianFAQRetrieval", | |
| "mteb_version": "1.38.39", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.32749, | |
| "ndcg_at_3": 0.41694, | |
| "ndcg_at_5": 0.44673, | |
| "ndcg_at_10": 0.47016, | |
| "ndcg_at_20": 0.48515, | |
| "ndcg_at_100": 0.50934, | |
| "ndcg_at_1000": 0.52906, | |
| "map_at_1": 0.32749, | |
| "map_at_3": 0.39457, | |
| "map_at_5": 0.41116, | |
| "map_at_10": 0.42089, | |
| "map_at_20": 0.42501, | |
| "map_at_100": 0.42843, | |
| "map_at_1000": 0.42911, | |
| "recall_at_1": 0.32749, | |
| "recall_at_3": 0.48168, | |
| "recall_at_5": 0.5538, | |
| "recall_at_10": 0.62593, | |
| "recall_at_20": 0.68519, | |
| "recall_at_100": 0.81442, | |
| "recall_at_1000": 0.9731, | |
| "precision_at_1": 0.32749, | |
| "precision_at_3": 0.16062, | |
| "precision_at_5": 0.1108, | |
| "precision_at_10": 0.06261, | |
| "precision_at_20": 0.03427, | |
| "precision_at_100": 0.00815, | |
| "precision_at_1000": 0.00097, | |
| "mrr_at_1": 0.327485, | |
| "mrr_at_3": 0.394672, | |
| "mrr_at_5": 0.411261, | |
| "mrr_at_10": 0.420987, | |
| "mrr_at_20": 0.425104, | |
| "mrr_at_100": 0.428518, | |
| "mrr_at_1000": 0.429195, | |
| "nauc_ndcg_at_1_max": 0.370851, | |
| "nauc_ndcg_at_1_std": -0.078505, | |
| "nauc_ndcg_at_1_diff1": 0.524927, | |
| "nauc_ndcg_at_3_max": 0.412824, | |
| "nauc_ndcg_at_3_std": -0.065392, | |
| "nauc_ndcg_at_3_diff1": 0.477051, | |
| "nauc_ndcg_at_5_max": 0.421436, | |
| "nauc_ndcg_at_5_std": -0.062831, | |
| "nauc_ndcg_at_5_diff1": 0.469464, | |
| "nauc_ndcg_at_10_max": 0.428325, | |
| "nauc_ndcg_at_10_std": -0.054697, | |
| "nauc_ndcg_at_10_diff1": 0.460576, | |
| "nauc_ndcg_at_20_max": 0.425193, | |
| "nauc_ndcg_at_20_std": -0.053368, | |
| "nauc_ndcg_at_20_diff1": 0.459134, | |
| "nauc_ndcg_at_100_max": 0.420774, | |
| "nauc_ndcg_at_100_std": -0.047735, | |
| "nauc_ndcg_at_100_diff1": 0.460035, | |
| "nauc_ndcg_at_1000_max": 0.418335, | |
| "nauc_ndcg_at_1000_std": -0.053727, | |
| "nauc_ndcg_at_1000_diff1": 0.467514, | |
| "nauc_map_at_1_max": 0.370851, | |
| "nauc_map_at_1_std": -0.078505, | |
| "nauc_map_at_1_diff1": 0.524927, | |
| "nauc_map_at_3_max": 0.402364, | |
| "nauc_map_at_3_std": -0.069433, | |
| "nauc_map_at_3_diff1": 0.488603, | |
| "nauc_map_at_5_max": 0.407034, | |
| "nauc_map_at_5_std": -0.067841, | |
| "nauc_map_at_5_diff1": 0.484636, | |
| "nauc_map_at_10_max": 0.409513, | |
| "nauc_map_at_10_std": -0.064911, | |
| "nauc_map_at_10_diff1": 0.48125, | |
| "nauc_map_at_20_max": 0.408517, | |
| "nauc_map_at_20_std": -0.064738, | |
| "nauc_map_at_20_diff1": 0.481019, | |
| "nauc_map_at_100_max": 0.407872, | |
| "nauc_map_at_100_std": -0.064105, | |
| "nauc_map_at_100_diff1": 0.481208, | |
| "nauc_map_at_1000_max": 0.40777, | |
| "nauc_map_at_1000_std": -0.064239, | |
| "nauc_map_at_1000_diff1": 0.481417, | |
| "nauc_recall_at_1_max": 0.370851, | |
| "nauc_recall_at_1_std": -0.078505, | |
| "nauc_recall_at_1_diff1": 0.524927, | |
| "nauc_recall_at_3_max": 0.442979, | |
| "nauc_recall_at_3_std": -0.053314, | |
| "nauc_recall_at_3_diff1": 0.443838, | |
| "nauc_recall_at_5_max": 0.466213, | |
| "nauc_recall_at_5_std": -0.047129, | |
| "nauc_recall_at_5_diff1": 0.422371, | |
| "nauc_recall_at_10_max": 0.495083, | |
| "nauc_recall_at_10_std": -0.015945, | |
| "nauc_recall_at_10_diff1": 0.386958, | |
| "nauc_recall_at_20_max": 0.488681, | |
| "nauc_recall_at_20_std": -0.003643, | |
| "nauc_recall_at_20_diff1": 0.370857, | |
| "nauc_recall_at_100_max": 0.479806, | |
| "nauc_recall_at_100_std": 0.075887, | |
| "nauc_recall_at_100_diff1": 0.334418, | |
| "nauc_recall_at_1000_max": 0.603083, | |
| "nauc_recall_at_1000_std": 0.178347, | |
| "nauc_recall_at_1000_diff1": 0.334253, | |
| "nauc_precision_at_1_max": 0.370851, | |
| "nauc_precision_at_1_std": -0.078505, | |
| "nauc_precision_at_1_diff1": 0.524927, | |
| "nauc_precision_at_3_max": 0.443321, | |
| "nauc_precision_at_3_std": -0.053386, | |
| "nauc_precision_at_3_diff1": 0.443562, | |
| "nauc_precision_at_5_max": 0.466643, | |
| "nauc_precision_at_5_std": -0.047211, | |
| "nauc_precision_at_5_diff1": 0.422134, | |
| "nauc_precision_at_10_max": 0.495628, | |
| "nauc_precision_at_10_std": -0.01603, | |
| "nauc_precision_at_10_diff1": 0.386737, | |
| "nauc_precision_at_20_max": 0.48929, | |
| "nauc_precision_at_20_std": -0.003734, | |
| "nauc_precision_at_20_diff1": 0.370603, | |
| "nauc_precision_at_100_max": 0.479203, | |
| "nauc_precision_at_100_std": 0.07532, | |
| "nauc_precision_at_100_diff1": 0.331888, | |
| "nauc_precision_at_1000_max": 0.596226, | |
| "nauc_precision_at_1000_std": 0.172226, | |
| "nauc_precision_at_1000_diff1": 0.318203, | |
| "nauc_mrr_at_1_max": 0.370851, | |
| "nauc_mrr_at_1_std": -0.078505, | |
| "nauc_mrr_at_1_diff1": 0.524927, | |
| "nauc_mrr_at_3_max": 0.402533, | |
| "nauc_mrr_at_3_std": -0.069469, | |
| "nauc_mrr_at_3_diff1": 0.488466, | |
| "nauc_mrr_at_5_max": 0.407206, | |
| "nauc_mrr_at_5_std": -0.067878, | |
| "nauc_mrr_at_5_diff1": 0.484497, | |
| "nauc_mrr_at_10_max": 0.409687, | |
| "nauc_mrr_at_10_std": -0.064948, | |
| "nauc_mrr_at_10_diff1": 0.48111, | |
| "nauc_mrr_at_20_max": 0.408692, | |
| "nauc_mrr_at_20_std": -0.064775, | |
| "nauc_mrr_at_20_diff1": 0.480878, | |
| "nauc_mrr_at_100_max": 0.408032, | |
| "nauc_mrr_at_100_std": -0.064139, | |
| "nauc_mrr_at_100_diff1": 0.481079, | |
| "nauc_mrr_at_1000_max": 0.407931, | |
| "nauc_mrr_at_1000_std": -0.064273, | |
| "nauc_mrr_at_1000_diff1": 0.481288, | |
| "main_score": 0.47016, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "kat-Geor" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 13.276947975158691, | |
| "kg_co2_emissions": null | |
| } |