[
    {
        "model_name": "Alibaba-NLP/gte-multilingual-base",
        "model_url": "https://huggingface.co/Alibaba-NLP/gte-multilingual-base",
        "results": {
            "mteb_avg": 0.7337,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.8919,
                "NTREXBitextMining_test": 0.9495,
                "Tatoeba_test": 0.8041,
                "MassiveIntentClassification_test": 0.5091,
                "MassiveScenarioClassification_test": 0.5719,
                "SIB200Classification_test": 0.7549,
                "SIB200ClusteringS2S_test": 0.3677,
                "ArmenianParaphrasePC_test": 0.9453,
                "BelebeleRetrieval_test": 0.8093
            },
            "sts_spearman": 0.6869,
            "sts_detailed": {
                "Pearson_correlation": 0.6815,
                "Spearman_correlation": 0.6869
            },
            "retrieval_top20": 0.8315,
            "retrieval_detailed": {
                "top1 within document": 0.49,
                "top3 within document": 0.76,
                "top5 within document": 0.87,
                "top20 group mean macro": 0.923,
                "top20 all": 0.8315
            },
            "msmarco_top10": 0.7171,
            "msmarco_detailed": {
                "reranking_mrr": 0.5337,
                "retrieval_mrr": 0.4098,
                "retrieval_top5_accuracy": 0.6077,
                "retrieval_top10_accuracy": 0.7171
            },
            "retrieval_translit_top20": 0.2772,
            "retrieval_translit_detailed": {
                "top1 within document": 0.15,
                "top3 within document": 0.3,
                "top5 within document": 0.49,
                "top20 group mean macro": 0.5048,
                "top20 all": 0.2772
            },
            "msmarco_translit_top10": 0.2088,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.3808,
                "retrieval_mrr": 0.1007,
                "retrieval_top5_accuracy": 0.1566,
                "retrieval_top10_accuracy": 0.2088
            }
        },
        "model_size": "305M"
    },
    {
        "model_name": "Qwen/Qwen3-Embedding-0.6B",
        "model_url": "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B",
        "results": {
            "mteb_avg": 0.5241,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.14,
                "NTREXBitextMining_test": 0.7315,
                "Tatoeba_test": 0.4621,
                "MassiveIntentClassification_test": 0.468,
                "MassiveScenarioClassification_test": 0.5255,
                "SIB200Classification_test": 0.5196,
                "SIB200ClusteringS2S_test": 0.2077,
                "ArmenianParaphrasePC_test": 0.9292,
                "BelebeleRetrieval_test": 0.7332
            },
            "sts_spearman": 0.6532,
            "sts_detailed": {
                "Pearson_correlation": 0.6502,
                "Spearman_correlation": 0.6532
            },
            "retrieval_top20": 0.5163,
            "retrieval_detailed": {
                "top1 within document": 0.26,
                "top3 within document": 0.44,
                "top5 within document": 0.59,
                "top20 group mean macro": 0.704,
                "top20 all": 0.5163
            },
            "msmarco_top10": 0.6929,
            "msmarco_detailed": {
                "reranking_mrr": 0.5007,
                "retrieval_mrr": 0.3783,
                "retrieval_top5_accuracy": 0.5721,
                "retrieval_top10_accuracy": 0.6929
            },
            "retrieval_translit_top20": 0.1957,
            "retrieval_translit_detailed": {
                "top1 within document": 0.14,
                "top3 within document": 0.31,
                "top5 within document": 0.49,
                "top20 group mean macro": 0.4581,
                "top20 all": 0.1957
            },
            "msmarco_translit_top10": 0.2655,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.4071,
                "retrieval_mrr": 0.1283,
                "retrieval_top5_accuracy": 0.2006,
                "retrieval_top10_accuracy": 0.2655
            }
        },
        "model_size": "596M"
    },
    {
        "model_name": "Qwen/Qwen3-Embedding-8B",
        "model_url": "https://huggingface.co/Qwen/Qwen3-Embedding-8B",
        "results": {
            "mteb_avg": 0.7538,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.4617,
                "NTREXBitextMining_test": 0.9633,
                "Tatoeba_test": 0.8796,
                "MassiveIntentClassification_test": 0.6594,
                "MassiveScenarioClassification_test": 0.6922,
                "SIB200Classification_test": 0.774,
                "SIB200ClusteringS2S_test": 0.4455,
                "ArmenianParaphrasePC_test": 0.9556,
                "BelebeleRetrieval_test": 0.953
            },
            "sts_spearman": 0.7338,
            "sts_detailed": {
                "Pearson_correlation": 0.7258,
                "Spearman_correlation": 0.7338
            },
            "retrieval_top20": 0.7011,
            "retrieval_detailed": {
                "top1 within document": 0.36,
                "top3 within document": 0.59,
                "top5 within document": 0.69,
                "top20 group mean macro": 0.8125,
                "top20 all": 0.7011
            },
            "msmarco_top10": 0.838,
            "msmarco_detailed": {
                "reranking_mrr": 0.542,
                "retrieval_mrr": 0.4638,
                "retrieval_top5_accuracy": 0.7051,
                "retrieval_top10_accuracy": 0.838
            },
            "retrieval_translit_top20": 0.2717,
            "retrieval_translit_detailed": {
                "top1 within document": 0.19,
                "top3 within document": 0.38,
                "top5 within document": 0.47,
                "top20 group mean macro": 0.446,
                "top20 all": 0.2717
            },
            "msmarco_translit_top10": 0.3182,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.3829,
                "retrieval_mrr": 0.1491,
                "retrieval_top5_accuracy": 0.2366,
                "retrieval_top10_accuracy": 0.3182
            }
        },
        "model_size": "7.6B"
    },
    {
        "model_name": "Metric-AI/armenian-text-embeddings-1",
        "model_url": "https://huggingface.co/Metric-AI/armenian-text-embeddings-1",
        "results": {
            "mteb_avg": 0.6923,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.0589,
                "NTREXBitextMining_test": 0.9387,
                "Tatoeba_test": 0.904,
                "MassiveIntentClassification_test": 0.612,
                "MassiveScenarioClassification_test": 0.6608,
                "SIB200Classification_test": 0.7971,
                "SIB200ClusteringS2S_test": 0.4593,
                "ArmenianParaphrasePC_test": 0.9552,
                "BelebeleRetrieval_test": 0.8447
            },
            "sts_spearman": 0.7057,
            "sts_detailed": {
                "Pearson_correlation": 0.6882,
                "Spearman_correlation": 0.7057
            },
            "retrieval_top20": 0.8261,
            "retrieval_detailed": {
                "top1 within document": 0.4,
                "top3 within document": 0.78,
                "top5 within document": 0.82,
                "top20 group mean macro": 0.9475,
                "top20 all": 0.8261
            },
            "msmarco_top10": 0.7364,
            "msmarco_detailed": {
                "reranking_mrr": 0.5614,
                "retrieval_mrr": 0.4279,
                "retrieval_top5_accuracy": 0.6251,
                "retrieval_top10_accuracy": 0.7364
            },
            "retrieval_translit_top20": 0.1033,
            "retrieval_translit_detailed": {
                "top1 within document": 0.09,
                "top3 within document": 0.24,
                "top5 within document": 0.36,
                "top20 group mean macro": 0.3149,
                "top20 all": 0.1033
            },
            "msmarco_translit_top10": 0.1053,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.3532,
                "retrieval_mrr": 0.0516,
                "retrieval_top5_accuracy": 0.0776,
                "retrieval_top10_accuracy": 0.1053
            }
        },
        "model_size": "278M"
    },
    {
        "model_name": "Qwen/Qwen3-Embedding-4B",
        "model_url": "https://huggingface.co/Qwen/Qwen3-Embedding-4B",
        "results": {
            "mteb_avg": 0.7039,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.3528,
                "NTREXBitextMining_test": 0.937,
                "Tatoeba_test": 0.8123,
                "MassiveIntentClassification_test": 0.611,
                "MassiveScenarioClassification_test": 0.6534,
                "SIB200Classification_test": 0.7426,
                "SIB200ClusteringS2S_test": 0.395,
                "ArmenianParaphrasePC_test": 0.9487,
                "BelebeleRetrieval_test": 0.8827
            },
            "sts_spearman": 0.7013,
            "sts_detailed": {
                "Pearson_correlation": 0.6939,
                "Spearman_correlation": 0.7013
            },
            "retrieval_top20": 0.6848,
            "retrieval_detailed": {
                "top1 within document": 0.35,
                "top3 within document": 0.63,
                "top5 within document": 0.74,
                "top20 group mean macro": 0.8291,
                "top20 all": 0.6848
            },
            "msmarco_top10": 0.8465,
            "msmarco_detailed": {
                "reranking_mrr": 0.5568,
                "retrieval_mrr": 0.4848,
                "retrieval_top5_accuracy": 0.7258,
                "retrieval_top10_accuracy": 0.8465
            },
            "retrieval_translit_top20": 0.337,
            "retrieval_translit_detailed": {
                "top1 within document": 0.15,
                "top3 within document": 0.44,
                "top5 within document": 0.6,
                "top20 group mean macro": 0.5185,
                "top20 all": 0.337
            },
            "msmarco_translit_top10": 0.3943,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.4203,
                "retrieval_mrr": 0.1926,
                "retrieval_top5_accuracy": 0.3002,
                "retrieval_top10_accuracy": 0.3943
            }
        },
        "model_size": "4.0B"
    },
    {
        "model_name": "Metric-AI/armenian-text-embeddings-2-base",
        "model_url": "https://huggingface.co/Metric-AI/armenian-text-embeddings-2-base",
        "results": {
            "mteb_avg": 0.6903,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.1119,
                "NTREXBitextMining_test": 0.9626,
                "Tatoeba_test": 0.9221,
                "MassiveIntentClassification_test": 0.59,
                "MassiveScenarioClassification_test": 0.6393,
                "SIB200Classification_test": 0.7529,
                "SIB200ClusteringS2S_test": 0.3963,
                "ArmenianParaphrasePC_test": 0.9516,
                "BelebeleRetrieval_test": 0.8857
            },
            "sts_spearman": 0.7055,
            "sts_detailed": {
                "Pearson_correlation": 0.6959,
                "Spearman_correlation": 0.7055
            },
            "retrieval_top20": 0.8587,
            "retrieval_detailed": {
                "top1 within document": 0.51,
                "top3 within document": 0.75,
                "top5 within document": 0.86,
                "top20 group mean macro": 0.9538,
                "top20 all": 0.8587
            },
            "msmarco_top10": 0.8135,
            "msmarco_detailed": {
                "reranking_mrr": 0.565,
                "retrieval_mrr": 0.4732,
                "retrieval_top5_accuracy": 0.7035,
                "retrieval_top10_accuracy": 0.8135
            },
            "retrieval_translit_top20": 0.288,
            "retrieval_translit_detailed": {
                "top1 within document": 0.13,
                "top3 within document": 0.33,
                "top5 within document": 0.45,
                "top20 group mean macro": 0.5038,
                "top20 all": 0.288
            },
            "msmarco_translit_top10": 0.2693,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.4308,
                "retrieval_mrr": 0.1371,
                "retrieval_top5_accuracy": 0.2082,
                "retrieval_top10_accuracy": 0.2693
            }
        },
        "model_size": "278M"
    },
    {
        "model_name": "intfloat/multilingual-e5-large",
        "model_url": "https://huggingface.co/intfloat/multilingual-e5-large",
        "results": {
            "mteb_avg": 0.6678,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.2418,
                "NTREXBitextMining_test": 0.9719,
                "Tatoeba_test": 0.9279,
                "MassiveIntentClassification_test": 0.5499,
                "MassiveScenarioClassification_test": 0.5975,
                "SIB200Classification_test": 0.6676,
                "SIB200ClusteringS2S_test": 0.3292,
                "ArmenianParaphrasePC_test": 0.9541,
                "BelebeleRetrieval_test": 0.7704
            },
            "sts_spearman": 0.6973,
            "sts_detailed": {
                "Pearson_correlation": 0.689,
                "Spearman_correlation": 0.6973
            },
            "retrieval_top20": 0.7663,
            "retrieval_detailed": {
                "top1 within document": 0.52,
                "top3 within document": 0.72,
                "top5 within document": 0.83,
                "top20 group mean macro": 0.8751,
                "top20 all": 0.7663
            },
            "msmarco_top10": 0.7298,
            "msmarco_detailed": {
                "reranking_mrr": 0.5609,
                "retrieval_mrr": 0.4306,
                "retrieval_top5_accuracy": 0.6282,
                "retrieval_top10_accuracy": 0.7298
            },
            "retrieval_translit_top20": 0.125,
            "retrieval_translit_detailed": {
                "top1 within document": 0.09,
                "top3 within document": 0.27,
                "top5 within document": 0.41,
                "top20 group mean macro": 0.3187,
                "top20 all": 0.125
            },
            "msmarco_translit_top10": 0.1202,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.3551,
                "retrieval_mrr": 0.0608,
                "retrieval_top5_accuracy": 0.0902,
                "retrieval_top10_accuracy": 0.1202
            }
        },
        "model_size": "560M"
    },
    {
        "model_name": "Snowflake/snowflake-arctic-embed-m-v2.0",
        "model_url": "https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v2.0",
        "results": {
            "mteb_avg": 0.594,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.0154,
                "NTREXBitextMining_test": 0.8091,
                "Tatoeba_test": 0.6328,
                "MassiveIntentClassification_test": 0.55,
                "MassiveScenarioClassification_test": 0.5947,
                "SIB200Classification_test": 0.6667,
                "SIB200ClusteringS2S_test": 0.3108,
                "ArmenianParaphrasePC_test": 0.9357,
                "BelebeleRetrieval_test": 0.8306
            },
            "sts_spearman": 0.6656,
            "sts_detailed": {
                "Pearson_correlation": 0.656,
                "Spearman_correlation": 0.6656
            },
            "retrieval_top20": 0.8533,
            "retrieval_detailed": {
                "top1 within document": 0.56,
                "top3 within document": 0.79,
                "top5 within document": 0.88,
                "top20 group mean macro": 0.9381,
                "top20 all": 0.8533
            },
            "msmarco_top10": 0.7941,
            "msmarco_detailed": {
                "reranking_mrr": 0.562,
                "retrieval_mrr": 0.4654,
                "retrieval_top5_accuracy": 0.6816,
                "retrieval_top10_accuracy": 0.7941
            },
            "retrieval_translit_top20": 0.1685,
            "retrieval_translit_detailed": {
                "top1 within document": 0.07,
                "top3 within document": 0.28,
                "top5 within document": 0.45,
                "top20 group mean macro": 0.4663,
                "top20 all": 0.1685
            },
            "msmarco_translit_top10": 0.1642,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.3896,
                "retrieval_mrr": 0.0859,
                "retrieval_top5_accuracy": 0.1316,
                "retrieval_top10_accuracy": 0.1642
            }
        },
        "model_size": "305M"
    },
    {
        "model_name": "Snowflake/snowflake-arctic-embed-l-v2.0",
        "model_url": "https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0",
        "results": {
            "mteb_avg": 0.686,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.1367,
                "NTREXBitextMining_test": 0.9489,
                "Tatoeba_test": 0.8401,
                "MassiveIntentClassification_test": 0.6301,
                "MassiveScenarioClassification_test": 0.6703,
                "SIB200Classification_test": 0.7348,
                "SIB200ClusteringS2S_test": 0.3526,
                "ArmenianParaphrasePC_test": 0.9586,
                "BelebeleRetrieval_test": 0.9019
            },
            "sts_spearman": 0.702,
            "sts_detailed": {
                "Pearson_correlation": 0.6835,
                "Spearman_correlation": 0.702
            },
            "retrieval_top20": 0.9239,
            "retrieval_detailed": {
                "top1 within document": 0.61,
                "top3 within document": 0.89,
                "top5 within document": 0.93,
                "top20 group mean macro": 0.9647,
                "top20 all": 0.9239
            },
            "msmarco_top10": 0.8851,
            "msmarco_detailed": {
                "reranking_mrr": 0.6179,
                "retrieval_mrr": 0.5533,
                "retrieval_top5_accuracy": 0.7888,
                "retrieval_top10_accuracy": 0.8851
            },
            "retrieval_translit_top20": 0.2446,
            "retrieval_translit_detailed": {
                "top1 within document": 0.18,
                "top3 within document": 0.33,
                "top5 within document": 0.56,
                "top20 group mean macro": 0.5177,
                "top20 all": 0.2446
            },
            "msmarco_translit_top10": 0.2405,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.4078,
                "retrieval_mrr": 0.1246,
                "retrieval_top5_accuracy": 0.1878,
                "retrieval_top10_accuracy": 0.2405
            }
        },
        "model_size": "568M"
    },
    {
        "model_name": "intfloat/multilingual-e5-base",
        "model_url": "https://huggingface.co/intfloat/multilingual-e5-base",
        "results": {
            "mteb_avg": 0.6392,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.1184,
                "NTREXBitextMining_test": 0.9548,
                "Tatoeba_test": 0.9131,
                "MassiveIntentClassification_test": 0.5407,
                "MassiveScenarioClassification_test": 0.5835,
                "SIB200Classification_test": 0.6652,
                "SIB200ClusteringS2S_test": 0.3035,
                "ArmenianParaphrasePC_test": 0.9424,
                "BelebeleRetrieval_test": 0.731
            },
            "sts_spearman": 0.6726,
            "sts_detailed": {
                "Pearson_correlation": 0.6661,
                "Spearman_correlation": 0.6726
            },
            "retrieval_top20": 0.7446,
            "retrieval_detailed": {
                "top1 within document": 0.48,
                "top3 within document": 0.68,
                "top5 within document": 0.77,
                "top20 group mean macro": 0.8643,
                "top20 all": 0.7446
            },
            "msmarco_top10": 0.606,
            "msmarco_detailed": {
                "reranking_mrr": 0.5435,
                "retrieval_mrr": 0.3474,
                "retrieval_top5_accuracy": 0.5078,
                "retrieval_top10_accuracy": 0.606
            },
            "retrieval_translit_top20": 0.087,
            "retrieval_translit_detailed": {
                "top1 within document": 0.02,
                "top3 within document": 0.19,
                "top5 within document": 0.34,
                "top20 group mean macro": 0.2976,
                "top20 all": 0.087
            },
            "msmarco_translit_top10": 0.0885,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.3493,
                "retrieval_mrr": 0.0434,
                "retrieval_top5_accuracy": 0.0658,
                "retrieval_top10_accuracy": 0.0885
            }
        },
        "model_size": "278M"
    },
    {
        "model_name": "google/embeddinggemma-300m",
        "model_url": "https://huggingface.co/google/embeddinggemma-300m",
        "results": {
            "mteb_avg": 0.2529,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.0665,
                "NTREXBitextMining_test": 0.2256,
                "Tatoeba_test": 0.0727,
                "MassiveIntentClassification_test": 0.2161,
                "MassiveScenarioClassification_test": 0.2879,
                "SIB200Classification_test": 0.3127,
                "SIB200ClusteringS2S_test": 0.0492,
                "ArmenianParaphrasePC_test": 0.9126,
                "BelebeleRetrieval_test": 0.1329
            },
            "sts_spearman": 0.461,
            "sts_detailed": {
                "Pearson_correlation": 0.4555,
                "Spearman_correlation": 0.461
            },
            "retrieval_top20": 0.0326,
            "retrieval_detailed": {
                "top1 within document": 0.07,
                "top3 within document": 0.21,
                "top5 within document": 0.39,
                "top20 group mean macro": 0.1787,
                "top20 all": 0.0326
            },
            "msmarco_top10": 0.0303,
            "msmarco_detailed": {
                "reranking_mrr": 0.3294,
                "retrieval_mrr": 0.0164,
                "retrieval_top5_accuracy": 0.0223,
                "retrieval_top10_accuracy": 0.0303
            },
            "retrieval_translit_top20": 0.0,
            "retrieval_translit_detailed": {
                "top1 within document": 0.01,
                "top3 within document": 0.1,
                "top5 within document": 0.19,
                "top20 group mean macro": 0.0298,
                "top20 all": 0.0
            },
            "msmarco_translit_top10": 0.0051,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.2847,
                "retrieval_mrr": 0.0029,
                "retrieval_top5_accuracy": 0.0038,
                "retrieval_top10_accuracy": 0.0051
            }
        },
        "model_size": "303M"
    },
    {
        "model_name": "Metric-AI/armenian-text-embeddings-2-large",
        "model_url": "https://huggingface.co/Metric-AI/armenian-text-embeddings-2-large",
        "results": {
            "mteb_avg": 0.7311,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.2859,
                "NTREXBitextMining_test": 0.9758,
                "Tatoeba_test": 0.9299,
                "MassiveIntentClassification_test": 0.6314,
                "MassiveScenarioClassification_test": 0.6852,
                "SIB200Classification_test": 0.7706,
                "SIB200ClusteringS2S_test": 0.4315,
                "ArmenianParaphrasePC_test": 0.9605,
                "BelebeleRetrieval_test": 0.9088
            },
            "sts_spearman": 0.7472,
            "sts_detailed": {
                "Pearson_correlation": 0.7401,
                "Spearman_correlation": 0.7472
            },
            "retrieval_top20": 0.8804,
            "retrieval_detailed": {
                "top1 within document": 0.5,
                "top3 within document": 0.83,
                "top5 within document": 0.93,
                "top20 group mean macro": 0.9592,
                "top20 all": 0.8804
            },
            "msmarco_top10": 0.8627,
            "msmarco_detailed": {
                "reranking_mrr": 0.563,
                "retrieval_mrr": 0.4961,
                "retrieval_top5_accuracy": 0.741,
                "retrieval_top10_accuracy": 0.8627
            },
            "retrieval_translit_top20": 0.462,
            "retrieval_translit_detailed": {
                "top1 within document": 0.21,
                "top3 within document": 0.54,
                "top5 within document": 0.69,
                "top20 group mean macro": 0.6623,
                "top20 all": 0.462
            },
            "msmarco_translit_top10": 0.4609,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.4607,
                "retrieval_mrr": 0.2335,
                "retrieval_top5_accuracy": 0.3606,
                "retrieval_top10_accuracy": 0.4609
            }
        },
        "model_size": "560M"
    },
    {
        "model_name": "gemini/gemini-embedding-001",
        "model_url": "https://ai.google.dev/gemini-api/docs/embeddings",
        "results": {
            "mteb_avg": 0.8204,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.7182,
                "NTREXBitextMining_test": 0.9634,
                "Tatoeba_test": 0.9043,
                "MassiveIntentClassification_test": 0.7889,
                "MassiveScenarioClassification_test": 0.8452,
                "SIB200Classification_test": 0.7353,
                "SIB200ClusteringS2S_test": 0.5165,
                "ArmenianParaphrasePC_test": 0.9681,
                "BelebeleRetrieval_test": 0.9434
            },
            "sts_spearman": 0.7455,
            "sts_detailed": {
                "Pearson_correlation": 0.7124,
                "Spearman_correlation": 0.7455
            },
            "retrieval_top20": 0.663,
            "retrieval_detailed": {
                "top1 within document": 0.36,
                "top3 within document": 0.54,
                "top5 within document": 0.63,
                "top20 group mean macro": 0.7533,
                "top20 all": 0.663
            },
            "msmarco_top10": 0.8662,
            "msmarco_detailed": {
                "reranking_mrr": 0.5529,
                "retrieval_mrr": 0.4815,
                "retrieval_top5_accuracy": 0.7384,
                "retrieval_top10_accuracy": 0.8662
            },
            "retrieval_translit_top20": 0.3315,
            "retrieval_translit_detailed": {
                "top1 within document": 0.2,
                "top3 within document": 0.41,
                "top5 within document": 0.54,
                "top20 group mean macro": 0.5542,
                "top20 all": 0.3315
            },
            "msmarco_translit_top10": 0.4139,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.4335,
                "retrieval_mrr": 0.2017,
                "retrieval_top5_accuracy": 0.3204,
                "retrieval_top10_accuracy": 0.4139
            }
        }
    },
    {
        "model_name": "openai/text-embedding-3-large",
        "model_url": "https://developers.openai.com/api/docs/models/text-embedding-3-large",
        "results": {
            "mteb_avg": 0.2768,
            "mteb_detailed": {
                "FloresBitextMining_devtest": 0.1187,
                "NTREXBitextMining_test": 0.137,
                "Tatoeba_test": 0.0435,
                "MassiveIntentClassification_test": 0.3318,
                "MassiveScenarioClassification_test": 0.3813,
                "SIB200Classification_test": 0.2908,
                "SIB200ClusteringS2S_test": 0.066,
                "ArmenianParaphrasePC_test": 0.9121,
                "BelebeleRetrieval_test": 0.2104
            },
            "sts_spearman": 0.5106,
            "sts_detailed": {
                "Pearson_correlation": 0.5171,
                "Spearman_correlation": 0.5106
            },
            "retrieval_top20": 0.1467,
            "retrieval_detailed": {
                "top1 within document": 0.13,
                "top3 within document": 0.32,
                "top5 within document": 0.45,
                "top20 group mean macro": 0.3745,
                "top20 all": 0.1467
            },
            "msmarco_top10": 0.2518,
            "msmarco_detailed": {
                "reranking_mrr": 0.3848,
                "retrieval_mrr": 0.1223,
                "retrieval_top5_accuracy": 0.1889,
                "retrieval_top10_accuracy": 0.2518
            },
            "retrieval_translit_top20": 0.0435,
            "retrieval_translit_detailed": {
                "top1 within document": 0.06,
                "top3 within document": 0.15,
                "top5 within document": 0.25,
                "top20 group mean macro": 0.2355,
                "top20 all": 0.0435
            },
            "msmarco_translit_top10": 0.1328,
            "msmarco_translit_detailed": {
                "reranking_mrr": 0.343,
                "retrieval_mrr": 0.0592,
                "retrieval_top5_accuracy": 0.0959,
                "retrieval_top10_accuracy": 0.1328
            }
        }
    }
]