chore(deps): update dependencies in uv.lock

Update dependencies in uv.lock to include accelerate, aiohttp, anyio, bcrypt, and other packages.

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/AmazonCounterfactualClassification.json

@@ -1,179 +0,0 @@
-{
-  "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
-  "evaluation_time": 7.698482990264893,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "accuracy": 0.5690404797601201,
-        "ap": 0.13918928297805203,
-        "ap_weighted": 0.13918928297805203,
-        "f1": 0.47354721284407075,
-        "f1_weighted": 0.6484719142466673,
-        "hf_subset": "en-ext",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.5690404797601201,
-        "scores_per_experiment": [
-          {
-            "accuracy": 0.6041979010494752,
-            "ap": 0.1403174548244783,
-            "ap_weighted": 0.1403174548244783,
-            "f1": 0.49333755341034974,
-            "f1_weighted": 0.6809473724919468
-          },
-          {
-            "accuracy": 0.6319340329835083,
-            "ap": 0.15145229144021116,
-            "ap_weighted": 0.15145229144021116,
-            "f1": 0.5150100219839455,
-            "f1_weighted": 0.7035165191069046
-          },
-          {
-            "accuracy": 0.6124437781109445,
-            "ap": 0.15370328203750555,
-            "ap_weighted": 0.15370328203750555,
-            "f1": 0.5069738581294719,
-            "f1_weighted": 0.6874863954073245
-          },
-          {
-            "accuracy": 0.5712143928035982,
-            "ap": 0.13285280504159222,
-            "ap_weighted": 0.13285280504159222,
-            "f1": 0.471264367816092,
-            "f1_weighted": 0.6532423443450689
-          },
-          {
-            "accuracy": 0.6101949025487257,
-            "ap": 0.1382528418572316,
-            "ap_weighted": 0.1382528418572316,
-            "f1": 0.49459093982420554,
-            "f1_weighted": 0.6859354298509973
-          },
-          {
-            "accuracy": 0.5194902548725637,
-            "ap": 0.12777013417285304,
-            "ap_weighted": 0.12777013417285304,
-            "f1": 0.4405866978944166,
-            "f1_weighted": 0.6068983868543434
-          },
-          {
-            "accuracy": 0.43778110944527737,
-            "ap": 0.11875450153550213,
-            "ap_weighted": 0.11875450153550213,
-            "f1": 0.3875609684433214,
-            "f1_weighted": 0.5263894210560583
-          },
-          {
-            "accuracy": 0.6176911544227887,
-            "ap": 0.14128018744097307,
-            "ap_weighted": 0.14128018744097307,
-            "f1": 0.5005725863284003,
-            "f1_weighted": 0.6920233725631899
-          },
-          {
-            "accuracy": 0.49025487256371814,
-            "ap": 0.14466447368521512,
-            "ap_weighted": 0.14466447368521512,
-            "f1": 0.43475703375805064,
-            "f1_weighted": 0.5749621002144737
-          },
-          {
-            "accuracy": 0.5952023988005997,
-            "ap": 0.14284485774495798,
-            "ap_weighted": 0.14284485774495798,
-            "f1": 0.4908181008524535,
-            "f1_weighted": 0.6733178005763648
-          }
-        ]
-      },
-      {
-        "accuracy": 0.62,
-        "ap": 0.26415963699316264,
-        "ap_weighted": 0.26415963699316264,
-        "f1": 0.5644640290850564,
-        "f1_weighted": 0.6579491434972964,
-        "hf_subset": "en",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.62,
-        "scores_per_experiment": [
-          {
-            "accuracy": 0.5955223880597015,
-            "ap": 0.25283011702254965,
-            "ap_weighted": 0.25283011702254965,
-            "f1": 0.5461419440632507,
-            "f1_weighted": 0.637305840672083
-          },
-          {
-            "accuracy": 0.5835820895522388,
-            "ap": 0.26075921450734807,
-            "ap_weighted": 0.26075921450734807,
-            "f1": 0.5441743417924314,
-            "f1_weighted": 0.6257903879142659
-          },
-          {
-            "accuracy": 0.6029850746268657,
-            "ap": 0.24791359505097144,
-            "ap_weighted": 0.24791359505097144,
-            "f1": 0.5467492700989818,
-            "f1_weighted": 0.643970491486171
-          },
-          {
-            "accuracy": 0.6029850746268657,
-            "ap": 0.26571020411740476,
-            "ap_weighted": 0.26571020411740476,
-            "f1": 0.5578808446455505,
-            "f1_weighted": 0.6438739560117962
-          },
-          {
-            "accuracy": 0.6761194029850747,
-            "ap": 0.2747168088064611,
-            "ap_weighted": 0.2747168088064611,
-            "f1": 0.5995328480020714,
-            "f1_weighted": 0.7061789723470043
-          },
-          {
-            "accuracy": 0.6537313432835821,
-            "ap": 0.2721721103504757,
-            "ap_weighted": 0.2721721103504757,
-            "f1": 0.587775408670931,
-            "f1_weighted": 0.6881859359916834
-          },
-          {
-            "accuracy": 0.6597014925373135,
-            "ap": 0.26444025941241256,
-            "ap_weighted": 0.26444025941241256,
-            "f1": 0.5851663570893213,
-            "f1_weighted": 0.692245002380803
-          },
-          {
-            "accuracy": 0.6149253731343284,
-            "ap": 0.23113683661630094,
-            "ap_weighted": 0.23113683661630094,
-            "f1": 0.538936721825689,
-            "f1_weighted": 0.6529196987886481
-          },
-          {
-            "accuracy": 0.5791044776119403,
-            "ap": 0.2786207978292612,
-            "ap_weighted": 0.2786207978292612,
-            "f1": 0.5501428571428572,
-            "f1_weighted": 0.6196507462686567
-          },
-          {
-            "accuracy": 0.6313432835820896,
-            "ap": 0.29329642621844076,
-            "ap_weighted": 0.29329642621844076,
-            "f1": 0.5881396975194806,
-            "f1_weighted": 0.6693704031118514
-          }
-        ]
-      }
-    ]
-  },
-  "task_name": "AmazonCounterfactualClassification"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/AmazonReviewsClassification.json

@@ -1,73 +0,0 @@
-{
-  "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
-  "evaluation_time": 5.071816444396973,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "accuracy": 0.26374,
-        "f1": 0.25472288926645315,
-        "f1_weighted": 0.25472288926645315,
-        "hf_subset": "en",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.26374,
-        "scores_per_experiment": [
-          {
-            "accuracy": 0.29,
-            "f1": 0.2830487996396496,
-            "f1_weighted": 0.2830487996396495
-          },
-          {
-            "accuracy": 0.276,
-            "f1": 0.26621916451801775,
-            "f1_weighted": 0.2662191645180177
-          },
-          {
-            "accuracy": 0.2682,
-            "f1": 0.24934092172665734,
-            "f1_weighted": 0.24934092172665728
-          },
-          {
-            "accuracy": 0.297,
-            "f1": 0.29141160920496506,
-            "f1_weighted": 0.29141160920496506
-          },
-          {
-            "accuracy": 0.268,
-            "f1": 0.2528895121087961,
-            "f1_weighted": 0.2528895121087961
-          },
-          {
-            "accuracy": 0.2548,
-            "f1": 0.25158219767608686,
-            "f1_weighted": 0.2515821976760869
-          },
-          {
-            "accuracy": 0.2192,
-            "f1": 0.21535453372408658,
-            "f1_weighted": 0.21535453372408656
-          },
-          {
-            "accuracy": 0.264,
-            "f1": 0.2493331111938578,
-            "f1_weighted": 0.24933311119385781
-          },
-          {
-            "accuracy": 0.2694,
-            "f1": 0.2569449221084947,
-            "f1_weighted": 0.2569449221084947
-          },
-          {
-            "accuracy": 0.2308,
-            "f1": 0.23110412076392003,
-            "f1_weighted": 0.23110412076392003
-          }
-        ]
-      }
-    ]
-  },
-  "task_name": "AmazonReviewsClassification"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/AppsRetrieval.json

@@ -1,159 +0,0 @@
-{
-  "dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5",
-  "evaluation_time": 7.666281223297119,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn",
-          "python-Code"
-        ],
-        "main_score": 0.00085,
-        "map_at_1": 0.00053,
-        "map_at_10": 0.00071,
-        "map_at_100": 0.00084,
-        "map_at_1000": 0.00102,
-        "map_at_20": 0.00078,
-        "map_at_3": 0.00062,
-        "map_at_5": 0.00062,
-        "mrr_at_1": 0.0005312084993359894,
-        "mrr_at_10": 0.0007082779991146524,
-        "mrr_at_100": 0.0008420281651420131,
-        "mrr_at_1000": 0.0010194100996475369,
-        "mrr_at_20": 0.000778427190426253,
-        "mrr_at_3": 0.000619743249225321,
-        "mrr_at_5": 0.000619743249225321,
-        "nauc_map_at_1000_diff1": 0.17541432452987074,
-        "nauc_map_at_1000_max": -0.4154388332336005,
-        "nauc_map_at_1000_std": -0.3819043407981619,
-        "nauc_map_at_100_diff1": 0.20679746840207688,
-        "nauc_map_at_100_max": -0.4833278286603358,
-        "nauc_map_at_100_std": -0.4458942676390952,
-        "nauc_map_at_10_diff1": 0.24647952852769084,
-        "nauc_map_at_10_max": -0.5373695050821257,
-        "nauc_map_at_10_std": -0.5236953500263536,
-        "nauc_map_at_1_diff1": 0.29581300303762115,
-        "nauc_map_at_1_max": -0.5373695050821257,
-        "nauc_map_at_1_std": -0.5373695050821257,
-        "nauc_map_at_20_diff1": 0.21533097655723032,
-        "nauc_map_at_20_max": -0.5291249767848446,
-        "nauc_map_at_20_std": -0.4922264006934063,
-        "nauc_map_at_3_diff1": 0.26762244617480385,
-        "nauc_map_at_3_max": -0.5320020257576935,
-        "nauc_map_at_3_std": -0.542736984406558,
-        "nauc_map_at_5_diff1": 0.26762244617480385,
-        "nauc_map_at_5_max": -0.5320020257576935,
-        "nauc_map_at_5_std": -0.542736984406558,
-        "nauc_mrr_at_1000_diff1": 0.17541443100790596,
-        "nauc_mrr_at_1000_max": -0.4154385500206541,
-        "nauc_mrr_at_1000_std": -0.38190393644049175,
-        "nauc_mrr_at_100_diff1": 0.20679746840207688,
-        "nauc_mrr_at_100_max": -0.4833278286603358,
-        "nauc_mrr_at_100_std": -0.4458942676390952,
-        "nauc_mrr_at_10_diff1": 0.24647952852769084,
-        "nauc_mrr_at_10_max": -0.5373695050821257,
-        "nauc_mrr_at_10_std": -0.5236953500263536,
-        "nauc_mrr_at_1_diff1": 0.29581300303762115,
-        "nauc_mrr_at_1_max": -0.5373695050821257,
-        "nauc_mrr_at_1_std": -0.5373695050821257,
-        "nauc_mrr_at_20_diff1": 0.21533097655723032,
-        "nauc_mrr_at_20_max": -0.5291249767848446,
-        "nauc_mrr_at_20_std": -0.4922264006934063,
-        "nauc_mrr_at_3_diff1": 0.26762244617480385,
-        "nauc_mrr_at_3_max": -0.5320020257576935,
-        "nauc_mrr_at_3_std": -0.542736984406558,
-        "nauc_mrr_at_5_diff1": 0.26762244617480385,
-        "nauc_mrr_at_5_max": -0.5320020257576935,
-        "nauc_mrr_at_5_std": -0.542736984406558,
-        "nauc_ndcg_at_1000_diff1": 0.03711794407808404,
-        "nauc_ndcg_at_1000_max": -0.10620944898582887,
-        "nauc_ndcg_at_1000_std": -0.07214854599247035,
-        "nauc_ndcg_at_100_diff1": 0.1478165352946149,
-        "nauc_ndcg_at_100_max": -0.3266890379270042,
-        "nauc_ndcg_at_100_std": -0.24237793463929755,
-        "nauc_ndcg_at_10_diff1": 0.22133616828561992,
-        "nauc_ndcg_at_10_max": -0.5398539007431512,
-        "nauc_ndcg_at_10_std": -0.5106250645273135,
-        "nauc_ndcg_at_1_diff1": 0.29581300303762115,
-        "nauc_ndcg_at_1_max": -0.5373695050821257,
-        "nauc_ndcg_at_1_std": -0.5373695050821257,
-        "nauc_ndcg_at_20_diff1": 0.15496100992740594,
-        "nauc_ndcg_at_20_max": -0.5151090921512047,
-        "nauc_ndcg_at_20_std": -0.42331797746940425,
-        "nauc_ndcg_at_3_diff1": 0.25634622342967694,
-        "nauc_ndcg_at_3_max": -0.5298550340279207,
-        "nauc_ndcg_at_3_std": -0.5448839761363309,
-        "nauc_ndcg_at_5_diff1": 0.25634622342967694,
-        "nauc_ndcg_at_5_max": -0.5298550340279207,
-        "nauc_ndcg_at_5_std": -0.5448839761363309,
-        "nauc_precision_at_1000_diff1": 0.020777159599148352,
-        "nauc_precision_at_1000_max": -0.06655316040754289,
-        "nauc_precision_at_1000_std": -0.035219149425472995,
-        "nauc_precision_at_100_diff1": 0.11476528495195117,
-        "nauc_precision_at_100_max": -0.1810698361522713,
-        "nauc_precision_at_100_std": -0.0631149349365322,
-        "nauc_precision_at_10_diff1": 0.17741266421378812,
-        "nauc_precision_at_10_max": -0.5448839761363309,
-        "nauc_precision_at_10_std": -0.48609773784945,
-        "nauc_precision_at_1_diff1": 0.29581300303762115,
-        "nauc_precision_at_1_max": -0.5373695050821257,
-        "nauc_precision_at_1_std": -0.5373695050821257,
-        "nauc_precision_at_20_diff1": 0.0803859336130361,
-        "nauc_precision_at_20_max": -0.4938580214848722,
-        "nauc_precision_at_20_std": -0.32580885579158325,
-        "nauc_precision_at_3_diff1": 0.23003503702438047,
-        "nauc_precision_at_3_max": -0.5248453866584504,
-        "nauc_precision_at_3_std": -0.549893623505801,
-        "nauc_precision_at_5_diff1": 0.2300350370243805,
-        "nauc_precision_at_5_max": -0.5248453866584505,
-        "nauc_precision_at_5_std": -0.5498936235058011,
-        "nauc_recall_at_1000_diff1": 0.020777159599148387,
-        "nauc_recall_at_1000_max": -0.06655316040754268,
-        "nauc_recall_at_1000_std": -0.03521914942547286,
-        "nauc_recall_at_100_diff1": 0.11476528495195135,
-        "nauc_recall_at_100_max": -0.18106983615227104,
-        "nauc_recall_at_100_std": -0.06311493493653193,
-        "nauc_recall_at_10_diff1": 0.17741266421378812,
-        "nauc_recall_at_10_max": -0.5448839761363309,
-        "nauc_recall_at_10_std": -0.48609773784945015,
-        "nauc_recall_at_1_diff1": 0.29581300303762115,
-        "nauc_recall_at_1_max": -0.5373695050821257,
-        "nauc_recall_at_1_std": -0.5373695050821257,
-        "nauc_recall_at_20_diff1": 0.08038593361303595,
-        "nauc_recall_at_20_max": -0.4938580214848721,
-        "nauc_recall_at_20_std": -0.3258088557915833,
-        "nauc_recall_at_3_diff1": 0.23003503702438058,
-        "nauc_recall_at_3_max": -0.5248453866584504,
-        "nauc_recall_at_3_std": -0.549893623505801,
-        "nauc_recall_at_5_diff1": 0.23003503702438058,
-        "nauc_recall_at_5_max": -0.5248453866584504,
-        "nauc_recall_at_5_std": -0.549893623505801,
-        "ndcg_at_1": 0.00053,
-        "ndcg_at_10": 0.00085,
-        "ndcg_at_100": 0.00164,
-        "ndcg_at_1000": 0.01024,
-        "ndcg_at_20": 0.00112,
-        "ndcg_at_3": 0.00066,
-        "ndcg_at_5": 0.00066,
-        "precision_at_1": 0.00053,
-        "precision_at_10": 0.00013,
-        "precision_at_100": 5e-05,
-        "precision_at_1000": 8e-05,
-        "precision_at_20": 0.00012,
-        "precision_at_3": 0.00027,
-        "precision_at_5": 0.00016,
-        "recall_at_1": 0.00053,
-        "recall_at_10": 0.00133,
-        "recall_at_100": 0.00531,
-        "recall_at_1000": 0.08234,
-        "recall_at_20": 0.00239,
-        "recall_at_3": 0.0008,
-        "recall_at_5": 0.0008
-      }
-    ]
-  },
-  "task_name": "AppsRetrieval"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/ArguAna.json

@@ -1,158 +0,0 @@
-{
-  "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a",
-  "evaluation_time": 2.6541521549224854,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.1509,
-        "map_at_1": 0.0761,
-        "map_at_10": 0.12154,
-        "map_at_100": 0.12944,
-        "map_at_1000": 0.13039,
-        "map_at_20": 0.12583,
-        "map_at_3": 0.10218,
-        "map_at_5": 0.11381,
-        "mrr_at_1": 0.07681365576102418,
-        "mrr_at_10": 0.12187591727065411,
-        "mrr_at_100": 0.1297644188004288,
-        "mrr_at_1000": 0.13071256214837015,
-        "mrr_at_20": 0.12612116393992717,
-        "mrr_at_3": 0.10229966808914177,
-        "mrr_at_5": 0.11389284020862968,
-        "nauc_map_at_1000_diff1": 0.16146733687467354,
-        "nauc_map_at_1000_max": 0.06481036694891384,
-        "nauc_map_at_1000_std": 0.06943873238380074,
-        "nauc_map_at_100_diff1": 0.16139928093588565,
-        "nauc_map_at_100_max": 0.0644505695492588,
-        "nauc_map_at_100_std": 0.06974933502492409,
-        "nauc_map_at_10_diff1": 0.16658684660598214,
-        "nauc_map_at_10_max": 0.06224588862021987,
-        "nauc_map_at_10_std": 0.06880011677576231,
-        "nauc_map_at_1_diff1": 0.19579759176541026,
-        "nauc_map_at_1_max": 0.02603892226990134,
-        "nauc_map_at_1_std": 0.04620265141724082,
-        "nauc_map_at_20_diff1": 0.16382252282054222,
-        "nauc_map_at_20_max": 0.06529226434404913,
-        "nauc_map_at_20_std": 0.06849826441400649,
-        "nauc_map_at_3_diff1": 0.16402956096741358,
-        "nauc_map_at_3_max": 0.0419122332975646,
-        "nauc_map_at_3_std": 0.05925639235658917,
-        "nauc_map_at_5_diff1": 0.16894147524916653,
-        "nauc_map_at_5_max": 0.052414170749768195,
-        "nauc_map_at_5_std": 0.07005093386964208,
-        "nauc_mrr_at_1000_diff1": 0.15689213701351912,
-        "nauc_mrr_at_1000_max": 0.06318320049791439,
-        "nauc_mrr_at_1000_std": 0.06796437033671639,
-        "nauc_mrr_at_100_diff1": 0.1568336618890221,
-        "nauc_mrr_at_100_max": 0.06282844172684152,
-        "nauc_mrr_at_100_std": 0.06827651320612166,
-        "nauc_mrr_at_10_diff1": 0.1613861747091082,
-        "nauc_mrr_at_10_max": 0.06048932175951958,
-        "nauc_mrr_at_10_std": 0.06744723486463321,
-        "nauc_mrr_at_1_diff1": 0.1886592359414356,
-        "nauc_mrr_at_1_max": 0.025143721566481553,
-        "nauc_mrr_at_1_std": 0.04192879681303956,
-        "nauc_mrr_at_20_diff1": 0.15895555488261146,
-        "nauc_mrr_at_20_max": 0.06337596031238824,
-        "nauc_mrr_at_20_std": 0.06705300695703223,
-        "nauc_mrr_at_3_diff1": 0.15808017173425612,
-        "nauc_mrr_at_3_max": 0.03873273590791373,
-        "nauc_mrr_at_3_std": 0.05873440646581739,
-        "nauc_mrr_at_5_diff1": 0.1623674451736993,
-        "nauc_mrr_at_5_max": 0.048599887137470155,
-        "nauc_mrr_at_5_std": 0.06946191051556377,
-        "nauc_ndcg_at_1000_diff1": 0.14057148135021394,
-        "nauc_ndcg_at_1000_max": 0.09398561431514359,
-        "nauc_ndcg_at_1000_std": 0.06871748094502036,
-        "nauc_ndcg_at_100_diff1": 0.14160219742898073,
-        "nauc_ndcg_at_100_max": 0.08793842988004247,
-        "nauc_ndcg_at_100_std": 0.08107847041025427,
-        "nauc_ndcg_at_10_diff1": 0.16112940300466752,
-        "nauc_ndcg_at_10_max": 0.08282286934634887,
-        "nauc_ndcg_at_10_std": 0.07481333025577913,
-        "nauc_ndcg_at_1_diff1": 0.19579759176541026,
-        "nauc_ndcg_at_1_max": 0.02603892226990134,
-        "nauc_ndcg_at_1_std": 0.04620265141724082,
-        "nauc_ndcg_at_20_diff1": 0.15445394581844324,
-        "nauc_ndcg_at_20_max": 0.09290741055177616,
-        "nauc_ndcg_at_20_std": 0.0739310085946421,
-        "nauc_ndcg_at_3_diff1": 0.1574151504354397,
-        "nauc_ndcg_at_3_max": 0.04636430630581481,
-        "nauc_ndcg_at_3_std": 0.06191664189704533,
-        "nauc_ndcg_at_5_diff1": 0.1658753822856203,
-        "nauc_ndcg_at_5_max": 0.06313482448309465,
-        "nauc_ndcg_at_5_std": 0.07904072628627579,
-        "nauc_precision_at_1000_diff1": 0.0609588525314078,
-        "nauc_precision_at_1000_max": 0.1870041318251064,
-        "nauc_precision_at_1000_std": 0.019658161418599534,
-        "nauc_precision_at_100_diff1": 0.09473113411767209,
-        "nauc_precision_at_100_max": 0.1309396613797298,
-        "nauc_precision_at_100_std": 0.10623324275765494,
-        "nauc_precision_at_10_diff1": 0.15121181172955667,
-        "nauc_precision_at_10_max": 0.12477733598184097,
-        "nauc_precision_at_10_std": 0.08475912589528253,
-        "nauc_precision_at_1_diff1": 0.19579759176541026,
-        "nauc_precision_at_1_max": 0.02603892226990134,
-        "nauc_precision_at_1_std": 0.04620265141724082,
-        "nauc_precision_at_20_diff1": 0.1370251724378167,
-        "nauc_precision_at_20_max": 0.14912154538482067,
-        "nauc_precision_at_20_std": 0.08184312031151385,
-        "nauc_precision_at_3_diff1": 0.14253682467701162,
-        "nauc_precision_at_3_max": 0.05671718495423438,
-        "nauc_precision_at_3_std": 0.06788353997677292,
-        "nauc_precision_at_5_diff1": 0.16082986625463053,
-        "nauc_precision_at_5_max": 0.08573137277943063,
-        "nauc_precision_at_5_std": 0.09793524405071982,
-        "nauc_recall_at_1000_diff1": 0.06095885253140698,
-        "nauc_recall_at_1000_max": 0.1870041318251063,
-        "nauc_recall_at_1000_std": 0.019658161418598927,
-        "nauc_recall_at_100_diff1": 0.09473113411767223,
-        "nauc_recall_at_100_max": 0.1309396613797295,
-        "nauc_recall_at_100_std": 0.10623324275765476,
-        "nauc_recall_at_10_diff1": 0.1512118117295564,
-        "nauc_recall_at_10_max": 0.12477733598184074,
-        "nauc_recall_at_10_std": 0.08475912589528235,
-        "nauc_recall_at_1_diff1": 0.19579759176541026,
-        "nauc_recall_at_1_max": 0.02603892226990134,
-        "nauc_recall_at_1_std": 0.04620265141724082,
-        "nauc_recall_at_20_diff1": 0.13702517243781645,
-        "nauc_recall_at_20_max": 0.14912154538482042,
-        "nauc_recall_at_20_std": 0.08184312031151388,
-        "nauc_recall_at_3_diff1": 0.14253682467701162,
-        "nauc_recall_at_3_max": 0.056717184954234404,
-        "nauc_recall_at_3_std": 0.06788353997677302,
-        "nauc_recall_at_5_diff1": 0.16082986625463033,
-        "nauc_recall_at_5_max": 0.08573137277943055,
-        "nauc_recall_at_5_std": 0.0979352440507195,
-        "ndcg_at_1": 0.0761,
-        "ndcg_at_10": 0.1509,
-        "ndcg_at_100": 0.19506,
-        "ndcg_at_1000": 0.22612,
-        "ndcg_at_20": 0.16665,
-        "ndcg_at_3": 0.11065,
-        "ndcg_at_5": 0.13182,
-        "precision_at_1": 0.0761,
-        "precision_at_10": 0.02468,
-        "precision_at_100": 0.00467,
-        "precision_at_1000": 0.00072,
-        "precision_at_20": 0.01547,
-        "precision_at_3": 0.04505,
-        "precision_at_5": 0.03741,
-        "recall_at_1": 0.0761,
-        "recall_at_10": 0.2468,
-        "recall_at_100": 0.46728,
-        "recall_at_1000": 0.72475,
-        "recall_at_20": 0.30939,
-        "recall_at_3": 0.13514,
-        "recall_at_5": 0.18706
-      }
-    ]
-  },
-  "task_name": "ArguAna"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/AskUbuntuDupQuestions.json

@@ -1,26 +0,0 @@
-{
-  "dataset_revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
-  "evaluation_time": 0.4332466125488281,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.46429757499703045,
-        "map": 0.46429757499703045,
-        "mrr": 0.601056368992657,
-        "nAUC_map_diff1": 0.16940332025233937,
-        "nAUC_map_max": 0.15925499774951668,
-        "nAUC_map_std": 0.05294826509824163,
-        "nAUC_mrr_diff1": 0.19481488519394907,
-        "nAUC_mrr_max": 0.21250668851129054,
-        "nAUC_mrr_std": 0.022766508692728404
-      }
-    ]
-  },
-  "task_name": "AskUbuntuDupQuestions"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/BIOSSES.json

@@ -1,26 +0,0 @@
-{
-  "dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
-  "evaluation_time": 0.0452265739440918,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "cosine_pearson": 0.2956207137346794,
-        "cosine_spearman": 0.30161530624430144,
-        "euclidean_pearson": 0.2995531537590785,
-        "euclidean_spearman": 0.30161530624430144,
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.30161530624430144,
-        "manhattan_pearson": 0.33453615581396934,
-        "manhattan_spearman": 0.3532610613411196,
-        "pearson": 0.2956207137346794,
-        "spearman": 0.30161530624430144
-      }
-    ]
-  },
-  "task_name": "BIOSSES"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/BiorxivClusteringS2S.json

@@ -1,32 +0,0 @@
-{
-  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
-  "evaluation_time": 6.352599620819092,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.07745778878625219,
-        "v_measure": 0.07745778878625219,
-        "v_measure_std": 0.006515604585361752,
-        "v_measures": [
-          0.07151497621642194,
-          0.07152886858477273,
-          0.07533936305694591,
-          0.07390923787342664,
-          0.07147679207450276,
-          0.07213600223586297,
-          0.08611746483041241,
-          0.08170353591216682,
-          0.08028322075745065,
-          0.09056842632055917
-        ]
-      }
-    ]
-  },
-  "task_name": "BiorxivClusteringS2S"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/COIRCodeSearchNetRetrieval.json

@@ -1,8 +0,0 @@
-{
-  "dataset_revision": "4adc7bc41202b5c13543c9c886a25f340634dab3",
-  "evaluation_time": 0.001447916030883789,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {},
-  "task_name": "COIRCodeSearchNetRetrieval"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/CodeFeedbackMT.json

@@ -1,158 +0,0 @@
-{
-  "dataset_revision": "b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f",
-  "evaluation_time": 86.56418371200562,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.15938,
-        "map_at_1": 0.12171,
-        "map_at_10": 0.14602,
-        "map_at_100": 0.14933,
-        "map_at_1000": 0.14984,
-        "map_at_20": 0.14772,
-        "map_at_3": 0.13875,
-        "map_at_5": 0.14277,
-        "mrr_at_1": 0.12171424267530316,
-        "mrr_at_10": 0.14602286924159336,
-        "mrr_at_100": 0.14933480468311353,
-        "mrr_at_1000": 0.14984386023850896,
-        "mrr_at_20": 0.14771560552079413,
-        "mrr_at_3": 0.1387487133137506,
-        "mrr_at_5": 0.14277070623383797,
-        "nauc_map_at_1000_diff1": 0.49472962132811066,
-        "nauc_map_at_1000_max": 0.1288096788830561,
-        "nauc_map_at_1000_std": 0.09402130699097373,
-        "nauc_map_at_100_diff1": 0.49521525169736585,
-        "nauc_map_at_100_max": 0.12889826157883777,
-        "nauc_map_at_100_std": 0.09387665760881421,
-        "nauc_map_at_10_diff1": 0.5007792220812604,
-        "nauc_map_at_10_max": 0.13096854092843976,
-        "nauc_map_at_10_std": 0.09297542921420311,
-        "nauc_map_at_1_diff1": 0.576490513877843,
-        "nauc_map_at_1_max": 0.155866059169816,
-        "nauc_map_at_1_std": 0.09440442396510458,
-        "nauc_map_at_20_diff1": 0.4980762076056278,
-        "nauc_map_at_20_max": 0.12991844827572516,
-        "nauc_map_at_20_std": 0.09346830652976015,
-        "nauc_map_at_3_diff1": 0.5220433951797554,
-        "nauc_map_at_3_max": 0.1391271534357672,
-        "nauc_map_at_3_std": 0.09400942293158544,
-        "nauc_map_at_5_diff1": 0.5107250849461592,
-        "nauc_map_at_5_max": 0.13530094789210456,
-        "nauc_map_at_5_std": 0.09342049003345741,
-        "nauc_mrr_at_1000_diff1": 0.49472962954673433,
-        "nauc_mrr_at_1000_max": 0.12880968585736355,
-        "nauc_mrr_at_1000_std": 0.0940213068870858,
-        "nauc_mrr_at_100_diff1": 0.49521525169736585,
-        "nauc_mrr_at_100_max": 0.12889826157883777,
-        "nauc_mrr_at_100_std": 0.09387665760881421,
-        "nauc_mrr_at_10_diff1": 0.5007792220812604,
-        "nauc_mrr_at_10_max": 0.13096854092843976,
-        "nauc_mrr_at_10_std": 0.09297542921420311,
-        "nauc_mrr_at_1_diff1": 0.576490513877843,
-        "nauc_mrr_at_1_max": 0.155866059169816,
-        "nauc_mrr_at_1_std": 0.09440442396510458,
-        "nauc_mrr_at_20_diff1": 0.4980762076056278,
-        "nauc_mrr_at_20_max": 0.12991844827572516,
-        "nauc_mrr_at_20_std": 0.09346830652976015,
-        "nauc_mrr_at_3_diff1": 0.5220433951797554,
-        "nauc_mrr_at_3_max": 0.1391271534357672,
-        "nauc_mrr_at_3_std": 0.09400942293158544,
-        "nauc_mrr_at_5_diff1": 0.5107250849461592,
-        "nauc_mrr_at_5_max": 0.13530094789210456,
-        "nauc_mrr_at_5_std": 0.09342049003345741,
-        "nauc_ndcg_at_1000_diff1": 0.42556848285754595,
-        "nauc_ndcg_at_1000_max": 0.1074330906576106,
-        "nauc_ndcg_at_1000_std": 0.09931415214354576,
-        "nauc_ndcg_at_100_diff1": 0.4389633172139021,
-        "nauc_ndcg_at_100_max": 0.10912358012253182,
-        "nauc_ndcg_at_100_std": 0.09591996585185938,
-        "nauc_ndcg_at_10_diff1": 0.4656271351032459,
-        "nauc_ndcg_at_10_max": 0.11811051132398084,
-        "nauc_ndcg_at_10_std": 0.09195643910816585,
-        "nauc_ndcg_at_1_diff1": 0.576490513877843,
-        "nauc_ndcg_at_1_max": 0.155866059169816,
-        "nauc_ndcg_at_1_std": 0.09440442396510458,
-        "nauc_ndcg_at_20_diff1": 0.45697106335736143,
-        "nauc_ndcg_at_20_max": 0.115023380566875,
-        "nauc_ndcg_at_20_std": 0.09369132873791501,
-        "nauc_ndcg_at_3_diff1": 0.5061759461194467,
-        "nauc_ndcg_at_3_max": 0.13434966943537516,
-        "nauc_ndcg_at_3_std": 0.09382725647213368,
-        "nauc_ndcg_at_5_diff1": 0.48712512841939637,
-        "nauc_ndcg_at_5_max": 0.12776188612692832,
-        "nauc_ndcg_at_5_std": 0.09280417774911971,
-        "nauc_precision_at_1000_diff1": 0.22171401911333807,
-        "nauc_precision_at_1000_max": 0.05180228755438657,
-        "nauc_precision_at_1000_std": 0.121478173960711,
-        "nauc_precision_at_100_diff1": 0.2930513840339096,
-        "nauc_precision_at_100_max": 0.058457996208423325,
-        "nauc_precision_at_100_std": 0.10329586184541412,
-        "nauc_precision_at_10_diff1": 0.37748222270492887,
-        "nauc_precision_at_10_max": 0.08516307019678841,
-        "nauc_precision_at_10_std": 0.08936548083478481,
-        "nauc_precision_at_1_diff1": 0.576490513877843,
-        "nauc_precision_at_1_max": 0.155866059169816,
-        "nauc_precision_at_1_std": 0.09440442396510458,
-        "nauc_precision_at_20_diff1": 0.35370118406718887,
-        "nauc_precision_at_20_max": 0.07720501737285508,
-        "nauc_precision_at_20_std": 0.09512670518828382,
-        "nauc_precision_at_3_diff1": 0.4648455680777127,
-        "nauc_precision_at_3_max": 0.12193379632419739,
-        "nauc_precision_at_3_std": 0.09333400762182767,
-        "nauc_precision_at_5_diff1": 0.42689240448557475,
-        "nauc_precision_at_5_max": 0.10840841308271118,
-        "nauc_precision_at_5_std": 0.09114478125877269,
-        "nauc_recall_at_1000_diff1": 0.22171401911333835,
-        "nauc_recall_at_1000_max": 0.05180228755438666,
-        "nauc_recall_at_1000_std": 0.12147817396071107,
-        "nauc_recall_at_100_diff1": 0.2930513840339097,
-        "nauc_recall_at_100_max": 0.05845799620842323,
-        "nauc_recall_at_100_std": 0.103295861845414,
-        "nauc_recall_at_10_diff1": 0.37748222270492904,
-        "nauc_recall_at_10_max": 0.08516307019678845,
-        "nauc_recall_at_10_std": 0.0893654808347849,
-        "nauc_recall_at_1_diff1": 0.576490513877843,
-        "nauc_recall_at_1_max": 0.155866059169816,
-        "nauc_recall_at_1_std": 0.09440442396510458,
-        "nauc_recall_at_20_diff1": 0.353701184067189,
-        "nauc_recall_at_20_max": 0.07720501737285505,
-        "nauc_recall_at_20_std": 0.09512670518828369,
-        "nauc_recall_at_3_diff1": 0.46484556807771255,
-        "nauc_recall_at_3_max": 0.12193379632419747,
-        "nauc_recall_at_3_std": 0.09333400762182767,
-        "nauc_recall_at_5_diff1": 0.4268924044855751,
-        "nauc_recall_at_5_max": 0.10840841308271101,
-        "nauc_recall_at_5_std": 0.09114478125877268,
-        "ndcg_at_1": 0.12171,
-        "ndcg_at_10": 0.15938,
-        "ndcg_at_100": 0.17773,
-        "ndcg_at_1000": 0.19422,
-        "ndcg_at_20": 0.16545,
-        "ndcg_at_3": 0.14423,
-        "ndcg_at_5": 0.1515,
-        "precision_at_1": 0.12171,
-        "precision_at_10": 0.02022,
-        "precision_at_100": 0.00293,
-        "precision_at_1000": 0.00043,
-        "precision_at_20": 0.0113,
-        "precision_at_3": 0.05335,
-        "precision_at_5": 0.03555,
-        "recall_at_1": 0.12171,
-        "recall_at_10": 0.20215,
-        "recall_at_100": 0.29329,
-        "recall_at_1000": 0.42977,
-        "recall_at_20": 0.22595,
-        "recall_at_3": 0.16005,
-        "recall_at_5": 0.17775
-      }
-    ]
-  },
-  "task_name": "CodeFeedbackMT"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/CodeSearchNetCCRetrieval.json

@@ -1,8 +0,0 @@
-{
-  "dataset_revision": "6e1effa2c03723c5fde48ee912b5ee08d4f211e8",
-  "evaluation_time": 0.0003421306610107422,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {},
-  "task_name": "CodeSearchNetCCRetrieval"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/CodeTransOceanContest.json

@@ -1,159 +0,0 @@
-{
-  "dataset_revision": "20da4eb20a4b17300c0986ee148c90867a7f2a4d",
-  "evaluation_time": 0.8471865653991699,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "python-Code",
-          "c++-Code"
-        ],
-        "main_score": 0.09511,
-        "map_at_1": 0.06787,
-        "map_at_10": 0.08418,
-        "map_at_100": 0.08966,
-        "map_at_1000": 0.09203,
-        "map_at_20": 0.08539,
-        "map_at_3": 0.07994,
-        "map_at_5": 0.08107,
-        "mrr_at_1": 0.06787330316742081,
-        "mrr_at_10": 0.08418085182791066,
-        "mrr_at_100": 0.08966102694364947,
-        "mrr_at_1000": 0.09203289825977753,
-        "mrr_at_20": 0.08539287509875745,
-        "mrr_at_3": 0.0799396681749623,
-        "mrr_at_5": 0.08107088989441931,
-        "nauc_map_at_1000_diff1": 0.4002206493865976,
-        "nauc_map_at_1000_max": 0.05565781891778103,
-        "nauc_map_at_1000_std": -0.004874041232219024,
-        "nauc_map_at_100_diff1": 0.39935983795466523,
-        "nauc_map_at_100_max": 0.05300217863316174,
-        "nauc_map_at_100_std": -0.003035576698055301,
-        "nauc_map_at_10_diff1": 0.41045827644014476,
-        "nauc_map_at_10_max": 0.06092815179963274,
-        "nauc_map_at_10_std": -0.005952146225472054,
-        "nauc_map_at_1_diff1": 0.5123648006404755,
-        "nauc_map_at_1_max": 0.06018186942687983,
-        "nauc_map_at_1_std": 0.003062256335957277,
-        "nauc_map_at_20_diff1": 0.41026580715260286,
-        "nauc_map_at_20_max": 0.05961500732393842,
-        "nauc_map_at_20_std": -0.008812971012975637,
-        "nauc_map_at_3_diff1": 0.43328416235104994,
-        "nauc_map_at_3_max": 0.061612024091789064,
-        "nauc_map_at_3_std": 0.0009811686045742218,
-        "nauc_map_at_5_diff1": 0.42638117055302016,
-        "nauc_map_at_5_max": 0.062409134446330596,
-        "nauc_map_at_5_std": -3.141760809509476e-05,
-        "nauc_mrr_at_1000_diff1": 0.4002206493865976,
-        "nauc_mrr_at_1000_max": 0.05565781891778103,
-        "nauc_mrr_at_1000_std": -0.004874041232219024,
-        "nauc_mrr_at_100_diff1": 0.39935983795466523,
-        "nauc_mrr_at_100_max": 0.05300217863316174,
-        "nauc_mrr_at_100_std": -0.003035576698055301,
-        "nauc_mrr_at_10_diff1": 0.41045827644014476,
-        "nauc_mrr_at_10_max": 0.06092815179963274,
-        "nauc_mrr_at_10_std": -0.005952146225472054,
-        "nauc_mrr_at_1_diff1": 0.5123648006404755,
-        "nauc_mrr_at_1_max": 0.06018186942687983,
-        "nauc_mrr_at_1_std": 0.003062256335957277,
-        "nauc_mrr_at_20_diff1": 0.41026580715260286,
-        "nauc_mrr_at_20_max": 0.05961500732393842,
-        "nauc_mrr_at_20_std": -0.008812971012975637,
-        "nauc_mrr_at_3_diff1": 0.43328416235104994,
-        "nauc_mrr_at_3_max": 0.061612024091789064,
-        "nauc_mrr_at_3_std": 0.0009811686045742218,
-        "nauc_mrr_at_5_diff1": 0.42638117055302016,
-        "nauc_mrr_at_5_max": 0.062409134446330596,
-        "nauc_mrr_at_5_std": -3.141760809509476e-05,
-        "nauc_ndcg_at_1000_diff1": 0.3401849332107565,
-        "nauc_ndcg_at_1000_max": 0.05887650595047429,
-        "nauc_ndcg_at_1000_std": 0.004274830251501765,
-        "nauc_ndcg_at_100_diff1": 0.3017142674492828,
-        "nauc_ndcg_at_100_max": 0.01657746093566299,
-        "nauc_ndcg_at_100_std": 0.020445323924594527,
-        "nauc_ndcg_at_10_diff1": 0.3606925243087163,
-        "nauc_ndcg_at_10_max": 0.05993698215407892,
-        "nauc_ndcg_at_10_std": -0.012383471019315629,
-        "nauc_ndcg_at_1_diff1": 0.5123648006404755,
-        "nauc_ndcg_at_1_max": 0.06018186942687983,
-        "nauc_ndcg_at_1_std": 0.003062256335957277,
-        "nauc_ndcg_at_20_diff1": 0.3627658572653584,
-        "nauc_ndcg_at_20_max": 0.05503924863968874,
-        "nauc_ndcg_at_20_std": -0.022353744095367632,
-        "nauc_ndcg_at_3_diff1": 0.40774589816759704,
-        "nauc_ndcg_at_3_max": 0.06078295183380332,
-        "nauc_ndcg_at_3_std": 0.002631991326812176,
-        "nauc_ndcg_at_5_diff1": 0.39699453568762005,
-        "nauc_ndcg_at_5_max": 0.06208096521525048,
-        "nauc_ndcg_at_5_std": 0.0009741567889838872,
-        "nauc_precision_at_1000_diff1": -0.332421505946305,
-        "nauc_precision_at_1000_max": 1.0,
-        "nauc_precision_at_1000_std": 0.9564489112227755,
-        "nauc_precision_at_100_diff1": 0.12129385857557387,
-        "nauc_precision_at_100_max": -0.0634555570739123,
-        "nauc_precision_at_100_std": 0.08437119311025783,
-        "nauc_precision_at_10_diff1": 0.2477538993229102,
-        "nauc_precision_at_10_max": 0.058120653790512844,
-        "nauc_precision_at_10_std": -0.028666404671314694,
-        "nauc_precision_at_1_diff1": 0.5123648006404755,
-        "nauc_precision_at_1_max": 0.06018186942687983,
-        "nauc_precision_at_1_std": 0.003062256335957277,
-        "nauc_precision_at_20_diff1": 0.2655368456031618,
-        "nauc_precision_at_20_max": 0.04343249021784076,
-        "nauc_precision_at_20_std": -0.05672812486089926,
-        "nauc_precision_at_3_diff1": 0.3471986913496342,
-        "nauc_precision_at_3_max": 0.05854588807862574,
-        "nauc_precision_at_3_std": 0.007034303620076266,
-        "nauc_precision_at_5_diff1": 0.3279845328741994,
-        "nauc_precision_at_5_max": 0.06114433941272132,
-        "nauc_precision_at_5_std": 0.003670428141042012,
-        "nauc_recall_at_1000_diff1": -0.33242150594628805,
-        "nauc_recall_at_1000_max": 1.0,
-        "nauc_recall_at_1000_std": 0.9564489112227793,
-        "nauc_recall_at_100_diff1": 0.1212938585755736,
-        "nauc_recall_at_100_max": -0.06345555707391222,
-        "nauc_recall_at_100_std": 0.08437119311025772,
-        "nauc_recall_at_10_diff1": 0.24775389932291023,
-        "nauc_recall_at_10_max": 0.05812065379051293,
-        "nauc_recall_at_10_std": -0.02866640467131462,
-        "nauc_recall_at_1_diff1": 0.5123648006404755,
-        "nauc_recall_at_1_max": 0.06018186942687983,
-        "nauc_recall_at_1_std": 0.003062256335957277,
-        "nauc_recall_at_20_diff1": 0.2655368456031617,
-        "nauc_recall_at_20_max": 0.04343249021784082,
-        "nauc_recall_at_20_std": -0.05672812486089907,
-        "nauc_recall_at_3_diff1": 0.34719869134963405,
-        "nauc_recall_at_3_max": 0.058545888078625666,
-        "nauc_recall_at_3_std": 0.007034303620076171,
-        "nauc_recall_at_5_diff1": 0.3279845328741993,
-        "nauc_recall_at_5_max": 0.06114433941272142,
-        "nauc_recall_at_5_std": 0.0036704281410421266,
-        "ndcg_at_1": 0.06787,
-        "ndcg_at_10": 0.09511,
-        "ndcg_at_100": 0.13674,
-        "ndcg_at_1000": 0.21258,
-        "ndcg_at_20": 0.09964,
-        "ndcg_at_3": 0.0849,
-        "ndcg_at_5": 0.08684,
-        "precision_at_1": 0.06787,
-        "precision_at_10": 0.01312,
-        "precision_at_100": 0.00362,
-        "precision_at_1000": 0.00099,
-        "precision_at_20": 0.00747,
-        "precision_at_3": 0.03318,
-        "precision_at_5": 0.02081,
-        "recall_at_1": 0.06787,
-        "recall_at_10": 0.13122,
-        "recall_at_100": 0.36199,
-        "recall_at_1000": 0.98643,
-        "recall_at_20": 0.14932,
-        "recall_at_3": 0.09955,
-        "recall_at_5": 0.10407
-      }
-    ]
-  },
-  "task_name": "CodeTransOceanContest"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/CodeTransOceanDL.json

@@ -1,158 +0,0 @@
-{
-  "dataset_revision": "281562cb8a1265ab5c0824bfa6ddcd9b0a15618f",
-  "evaluation_time": 0.3599967956542969,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "python-Code"
-        ],
-        "main_score": 0.27797,
-        "map_at_1": 0.06667,
-        "map_at_10": 0.16857,
-        "map_at_100": 0.18958,
-        "map_at_1000": 0.18973,
-        "map_at_20": 0.18736,
-        "map_at_3": 0.08704,
-        "map_at_5": 0.12065,
-        "mrr_at_1": 0.022222222222222223,
-        "mrr_at_10": 0.14406305114638449,
-        "mrr_at_100": 0.16441129312841948,
-        "mrr_at_1000": 0.1645598395211377,
-        "mrr_at_20": 0.16211789469464907,
-        "mrr_at_3": 0.057407407407407414,
-        "mrr_at_5": 0.09407407407407407,
-        "nauc_map_at_1000_diff1": 0.02784086538826234,
-        "nauc_map_at_1000_max": -0.287573307732991,
-        "nauc_map_at_1000_std": -0.034745406422382066,
-        "nauc_map_at_100_diff1": 0.027731715108106954,
-        "nauc_map_at_100_max": -0.28771336576146495,
-        "nauc_map_at_100_std": -0.03383814176825187,
-        "nauc_map_at_10_diff1": 0.03945986957137019,
-        "nauc_map_at_10_max": -0.25226936866501254,
-        "nauc_map_at_10_std": -0.03190349240293486,
-        "nauc_map_at_1_diff1": -0.0031079509882836883,
-        "nauc_map_at_1_max": -0.38109292549861384,
-        "nauc_map_at_1_std": 0.01117967981397013,
-        "nauc_map_at_20_diff1": 0.02588133080683189,
-        "nauc_map_at_20_max": -0.2867971359129569,
-        "nauc_map_at_20_std": -0.04076734332555616,
-        "nauc_map_at_3_diff1": -0.041422641218933104,
-        "nauc_map_at_3_max": -0.3935239742048571,
-        "nauc_map_at_3_std": -0.016444699737666612,
-        "nauc_map_at_5_diff1": 0.09205138060696524,
-        "nauc_map_at_5_max": -0.33277332112682373,
-        "nauc_map_at_5_std": -0.03392255678772473,
-        "nauc_mrr_at_1000_diff1": -0.28331752487610157,
-        "nauc_mrr_at_1000_max": -0.2111897323809926,
-        "nauc_mrr_at_1000_std": -0.16180758984470822,
-        "nauc_mrr_at_100_diff1": -0.2830509416012681,
-        "nauc_mrr_at_100_max": -0.21149355358382807,
-        "nauc_mrr_at_100_std": -0.16037144078976506,
-        "nauc_mrr_at_10_diff1": -0.24908906607383133,
-        "nauc_mrr_at_10_max": -0.16222471422585077,
-        "nauc_mrr_at_10_std": -0.13732552303818502,
-        "nauc_mrr_at_1_diff1": -0.5747249798765764,
-        "nauc_mrr_at_1_max": -0.4543198282801182,
-        "nauc_mrr_at_1_std": -0.35008049369466065,
-        "nauc_mrr_at_20_diff1": -0.2788790690994075,
-        "nauc_mrr_at_20_max": -0.21245333313324236,
-        "nauc_mrr_at_20_std": -0.16798426695097868,
-        "nauc_mrr_at_3_diff1": -0.2978755408478371,
-        "nauc_mrr_at_3_max": -0.3738950777316688,
-        "nauc_mrr_at_3_std": -0.16400629993717764,
-        "nauc_mrr_at_5_diff1": -0.2553974200779292,
-        "nauc_mrr_at_5_max": -0.2566333148288954,
-        "nauc_mrr_at_5_std": -0.1662715837606456,
-        "nauc_ndcg_at_1000_diff1": 0.018095130261789123,
-        "nauc_ndcg_at_1000_max": -0.25210611817093725,
-        "nauc_ndcg_at_1000_std": -0.045639669938462205,
-        "nauc_ndcg_at_100_diff1": 0.014294076823156266,
-        "nauc_ndcg_at_100_max": -0.2523941368276548,
-        "nauc_ndcg_at_100_std": -0.024740265353583573,
-        "nauc_ndcg_at_10_diff1": 0.028517877606712184,
-        "nauc_ndcg_at_10_max": -0.1379350447346928,
-        "nauc_ndcg_at_10_std": -0.04890416556969064,
-        "nauc_ndcg_at_1_diff1": -0.0031079509882836883,
-        "nauc_ndcg_at_1_max": -0.38109292549861384,
-        "nauc_ndcg_at_1_std": 0.01117967981397013,
-        "nauc_ndcg_at_20_diff1": -0.01798223055051044,
-        "nauc_ndcg_at_20_max": -0.21587479592623202,
-        "nauc_ndcg_at_20_std": -0.08674791082336787,
-        "nauc_ndcg_at_3_diff1": -0.055225744089572794,
-        "nauc_ndcg_at_3_max": -0.3980023359780902,
-        "nauc_ndcg_at_3_std": -0.026396552418542944,
-        "nauc_ndcg_at_5_diff1": 0.1484750076478242,
-        "nauc_ndcg_at_5_max": -0.3149749102906245,
-        "nauc_ndcg_at_5_std": -0.0507138930089742,
-        "nauc_precision_at_1000_diff1": 1.0,
-        "nauc_precision_at_1000_max": 1.0,
-        "nauc_precision_at_1000_std": 1.0,
-        "nauc_precision_at_100_diff1": -0.17098506069093805,
-        "nauc_precision_at_100_max": -0.22292250233425662,
-        "nauc_precision_at_100_std": 0.8978758169934575,
-        "nauc_precision_at_10_diff1": -0.017575447383332443,
-        "nauc_precision_at_10_max": 0.1212641892262422,
-        "nauc_precision_at_10_std": -0.08237519878626094,
-        "nauc_precision_at_1_diff1": -0.0031079509882836883,
-        "nauc_precision_at_1_max": -0.38109292549861384,
-        "nauc_precision_at_1_std": 0.01117967981397013,
-        "nauc_precision_at_20_diff1": -0.3151420415930391,
-        "nauc_precision_at_20_max": 0.12029359793394034,
-        "nauc_precision_at_20_std": -0.33358252911059727,
-        "nauc_precision_at_3_diff1": -0.08457460873068837,
-        "nauc_precision_at_3_max": -0.4075244582667053,
-        "nauc_precision_at_3_std": -0.04755669155513028,
-        "nauc_precision_at_5_diff1": 0.2490820314035684,
-        "nauc_precision_at_5_max": -0.2860130677842162,
-        "nauc_precision_at_5_std": -0.07902785749667773,
-        "nauc_recall_at_1000_diff1": NaN,
-        "nauc_recall_at_1000_max": NaN,
-        "nauc_recall_at_1000_std": NaN,
-        "nauc_recall_at_100_diff1": -0.1709850606909425,
-        "nauc_recall_at_100_max": -0.2229225023342648,
-        "nauc_recall_at_100_std": 0.8978758169934654,
-        "nauc_recall_at_10_diff1": -0.017575447383333363,
-        "nauc_recall_at_10_max": 0.12126418922624167,
-        "nauc_recall_at_10_std": -0.08237519878626104,
-        "nauc_recall_at_1_diff1": -0.0031079509882836883,
-        "nauc_recall_at_1_max": -0.38109292549861384,
-        "nauc_recall_at_1_std": 0.01117967981397013,
-        "nauc_recall_at_20_diff1": -0.3151420415930406,
-        "nauc_recall_at_20_max": 0.12029359793393885,
-        "nauc_recall_at_20_std": -0.33358252911059794,
-        "nauc_recall_at_3_diff1": -0.08457460873068838,
-        "nauc_recall_at_3_max": -0.4075244582667053,
-        "nauc_recall_at_3_std": -0.047556691555130225,
-        "nauc_recall_at_5_diff1": 0.24908203140356805,
-        "nauc_recall_at_5_max": -0.2860130677842164,
-        "nauc_recall_at_5_std": -0.07902785749667794,
-        "ndcg_at_1": 0.06667,
-        "ndcg_at_10": 0.27797,
-        "ndcg_at_100": 0.35629,
-        "ndcg_at_1000": 0.35936,
-        "ndcg_at_20": 0.33924,
-        "ndcg_at_3": 0.09722,
-        "ndcg_at_5": 0.15724,
-        "precision_at_1": 0.06667,
-        "precision_at_10": 0.06556,
-        "precision_at_100": 0.00978,
-        "precision_at_1000": 0.001,
-        "precision_at_20": 0.04417,
-        "precision_at_3": 0.04259,
-        "precision_at_5": 0.05444,
-        "recall_at_1": 0.06667,
-        "recall_at_10": 0.65556,
-        "recall_at_100": 0.97778,
-        "recall_at_1000": 1.0,
-        "recall_at_20": 0.88333,
-        "recall_at_3": 0.12778,
-        "recall_at_5": 0.27222
-      }
-    ]
-  },
-  "task_name": "CodeTransOceanDL"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/CosQA.json

@@ -1,159 +0,0 @@
-{
-  "dataset_revision": "bc5efb7e9d437246ce393ed19d772e08e4a79535",
-  "evaluation_time": 20.75157332420349,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn",
-          "python-Code"
-        ],
-        "main_score": 0.00971,
-        "map_at_1": 0.004,
-        "map_at_10": 0.00722,
-        "map_at_100": 0.01022,
-        "map_at_1000": 0.01074,
-        "map_at_20": 0.00905,
-        "map_at_3": 0.005,
-        "map_at_5": 0.0065,
-        "mrr_at_1": 0.002,
-        "mrr_at_10": 0.004341269841269841,
-        "mrr_at_100": 0.007548299135165892,
-        "mrr_at_1000": 0.008049580536282804,
-        "mrr_at_20": 0.0062800911077226865,
-        "mrr_at_3": 0.003,
-        "mrr_at_5": 0.003,
-        "nauc_map_at_1000_diff1": -0.3294146795633615,
-        "nauc_map_at_1000_max": -0.24406048510714173,
-        "nauc_map_at_1000_std": -0.1753914769148377,
-        "nauc_map_at_100_diff1": -0.3401799456138604,
-        "nauc_map_at_100_max": -0.25047032754654014,
-        "nauc_map_at_100_std": -0.17739627719079182,
-        "nauc_map_at_10_diff1": -0.4378248126973643,
-        "nauc_map_at_10_max": -0.30162019359765524,
-        "nauc_map_at_10_std": -0.21082330602051547,
-        "nauc_map_at_1_diff1": -0.5747249798765764,
-        "nauc_map_at_1_max": -0.20056345586262406,
-        "nauc_map_at_1_std": -0.24282264555943125,
-        "nauc_map_at_20_diff1": -0.3606250545571463,
-        "nauc_map_at_20_max": -0.24877416436848493,
-        "nauc_map_at_20_std": -0.1867708065128874,
-        "nauc_map_at_3_diff1": -0.5596994902066005,
-        "nauc_map_at_3_max": -0.27539576066541455,
-        "nauc_map_at_3_std": -0.2772739468741615,
-        "nauc_map_at_5_diff1": -0.4422612536376958,
-        "nauc_map_at_5_max": -0.3124806505541681,
-        "nauc_map_at_5_std": -0.21923180120121363,
-        "nauc_mrr_at_1000_diff1": -0.301017062901502,
-        "nauc_mrr_at_1000_max": -0.30574852118541557,
-        "nauc_mrr_at_1000_std": -0.12721072093737698,
-        "nauc_mrr_at_100_diff1": -0.31271510738527736,
-        "nauc_mrr_at_100_max": -0.3177547103171918,
-        "nauc_mrr_at_100_std": -0.12828398711778335,
-        "nauc_mrr_at_10_diff1": -0.4292943091791753,
-        "nauc_mrr_at_10_max": -0.45746906437484464,
-        "nauc_mrr_at_10_std": -0.1527977322458919,
-        "nauc_mrr_at_1_diff1": -0.5747249798765764,
-        "nauc_mrr_at_1_max": -0.4995975315266972,
-        "nauc_mrr_at_1_std": -0.0705661389857795,
-        "nauc_mrr_at_20_diff1": -0.3407197064284155,
-        "nauc_mrr_at_20_max": -0.33440320216781877,
-        "nauc_mrr_at_20_std": -0.12890471230942302,
-        "nauc_mrr_at_3_diff1": -0.5496824970932833,
-        "nauc_mrr_at_3_max": -0.5246400143099902,
-        "nauc_mrr_at_3_std": -0.18540381003488063,
-        "nauc_mrr_at_5_diff1": -0.5496824970932833,
-        "nauc_mrr_at_5_max": -0.5246400143099902,
-        "nauc_mrr_at_5_std": -0.18540381003488063,
-        "nauc_ndcg_at_1000_diff1": -0.1726642525674944,
-        "nauc_ndcg_at_1000_max": -0.1519851274416735,
-        "nauc_ndcg_at_1000_std": -0.152970784901727,
-        "nauc_ndcg_at_100_diff1": -0.22648229459252223,
-        "nauc_ndcg_at_100_max": -0.20905633164487697,
-        "nauc_ndcg_at_100_std": -0.15127742985051915,
-        "nauc_ndcg_at_10_diff1": -0.3920183074503633,
-        "nauc_ndcg_at_10_max": -0.31340312237742524,
-        "nauc_ndcg_at_10_std": -0.18755048697604484,
-        "nauc_ndcg_at_1_diff1": -0.5747249798765764,
-        "nauc_ndcg_at_1_max": -0.20056345586262406,
-        "nauc_ndcg_at_1_std": -0.24282264555943125,
-        "nauc_ndcg_at_20_diff1": -0.24984338312909435,
-        "nauc_ndcg_at_20_max": -0.19884254695674725,
-        "nauc_ndcg_at_20_std": -0.13845214629934277,
-        "nauc_ndcg_at_3_diff1": -0.556708481180822,
-        "nauc_ndcg_at_3_max": -0.2902920538313011,
-        "nauc_ndcg_at_3_std": -0.28413190328326815,
-        "nauc_ndcg_at_5_diff1": -0.3900872909119857,
-        "nauc_ndcg_at_5_max": -0.338313007450872,
-        "nauc_ndcg_at_5_std": -0.19903625569609631,
-        "nauc_precision_at_1000_diff1": -0.11872279831421322,
-        "nauc_precision_at_1000_max": -0.10043235608226829,
-        "nauc_precision_at_1000_std": -0.1582434744663016,
-        "nauc_precision_at_100_diff1": -0.1709441093780988,
-        "nauc_precision_at_100_max": -0.18360728409607915,
-        "nauc_precision_at_100_std": -0.14930413784253577,
-        "nauc_precision_at_10_diff1": -0.3340488328414273,
-        "nauc_precision_at_10_max": -0.32435977700265317,
-        "nauc_precision_at_10_std": -0.155978892764511,
-        "nauc_precision_at_1_diff1": -0.5747249798765764,
-        "nauc_precision_at_1_max": -0.20056345586262406,
-        "nauc_precision_at_1_std": -0.24282264555943125,
-        "nauc_precision_at_20_diff1": -0.1562553357562748,
-        "nauc_precision_at_20_max": -0.1475961655730907,
-        "nauc_precision_at_20_std": -0.09494597165646255,
-        "nauc_precision_at_3_diff1": -0.5496824970932834,
-        "nauc_precision_at_3_max": -0.32528396386727493,
-        "nauc_precision_at_3_std": -0.3002414810839818,
-        "nauc_precision_at_5_diff1": -0.30024148108398174,
-        "nauc_precision_at_5_max": -0.3806904570253108,
-        "nauc_precision_at_5_std": -0.1629997316876844,
-        "nauc_recall_at_1000_diff1": -0.11872279831421319,
-        "nauc_recall_at_1000_max": -0.10043235608226833,
-        "nauc_recall_at_1000_std": -0.1582434744663014,
-        "nauc_recall_at_100_diff1": -0.17094410937809862,
-        "nauc_recall_at_100_max": -0.1836072840960791,
-        "nauc_recall_at_100_std": -0.14930413784253557,
-        "nauc_recall_at_10_diff1": -0.33404883284142745,
-        "nauc_recall_at_10_max": -0.3243597770026533,
-        "nauc_recall_at_10_std": -0.15597889276451127,
-        "nauc_recall_at_1_diff1": -0.5747249798765764,
-        "nauc_recall_at_1_max": -0.20056345586262406,
-        "nauc_recall_at_1_std": -0.24282264555943125,
-        "nauc_recall_at_20_diff1": -0.15625533575627482,
-        "nauc_recall_at_20_max": -0.14759616557309066,
-        "nauc_recall_at_20_std": -0.09494597165646257,
-        "nauc_recall_at_3_diff1": -0.5496824970932833,
-        "nauc_recall_at_3_max": -0.3252839638672748,
-        "nauc_recall_at_3_std": -0.3002414810839818,
-        "nauc_recall_at_5_diff1": -0.30024148108398174,
-        "nauc_recall_at_5_max": -0.38069045702531085,
-        "nauc_recall_at_5_std": -0.1629997316876844,
-        "ndcg_at_1": 0.004,
-        "ndcg_at_10": 0.00971,
-        "ndcg_at_100": 0.02508,
-        "ndcg_at_1000": 0.04516,
-        "ndcg_at_20": 0.01632,
-        "ndcg_at_3": 0.00526,
-        "ndcg_at_5": 0.00785,
-        "precision_at_1": 0.004,
-        "precision_at_10": 0.0018,
-        "precision_at_100": 0.00092,
-        "precision_at_1000": 0.00026,
-        "precision_at_20": 0.0022,
-        "precision_at_3": 0.002,
-        "precision_at_5": 0.0024,
-        "recall_at_1": 0.004,
-        "recall_at_10": 0.018,
-        "recall_at_100": 0.092,
-        "recall_at_1000": 0.264,
-        "recall_at_20": 0.044,
-        "recall_at_3": 0.006,
-        "recall_at_5": 0.012
-      }
-    ]
-  },
-  "task_name": "CosQA"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/StackOverflowQA.json

@@ -1,158 +0,0 @@
-{
-  "dataset_revision": "db8f169f3894c14a00251061f957b2063eef2bd5",
-  "evaluation_time": 21.146663904190063,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn"
-        ],
-        "main_score": 0.17615,
-        "map_at_1": 0.14142,
-        "map_at_10": 0.16367,
-        "map_at_100": 0.16807,
-        "map_at_1000": 0.16867,
-        "map_at_20": 0.16588,
-        "map_at_3": 0.1568,
-        "map_at_5": 0.16034,
-        "mrr_at_1": 0.14142427281845538,
-        "mrr_at_10": 0.1636685851204407,
-        "mrr_at_100": 0.16806598010525844,
-        "mrr_at_1000": 0.16867443260066448,
-        "mrr_at_20": 0.16587850269947257,
-        "mrr_at_3": 0.15680374456703444,
-        "mrr_at_5": 0.1603393513874958,
-        "nauc_map_at_1000_diff1": 0.5441830305562326,
-        "nauc_map_at_1000_max": 0.2166816774885428,
-        "nauc_map_at_1000_std": 0.14505555737829307,
-        "nauc_map_at_100_diff1": 0.5446431157527537,
-        "nauc_map_at_100_max": 0.21689938576550866,
-        "nauc_map_at_100_std": 0.14493387106545103,
-        "nauc_map_at_10_diff1": 0.5511736320008027,
-        "nauc_map_at_10_max": 0.21922402299128418,
-        "nauc_map_at_10_std": 0.14589505600247163,
-        "nauc_map_at_1_diff1": 0.6335084714813365,
-        "nauc_map_at_1_max": 0.2416674532732567,
-        "nauc_map_at_1_std": 0.15189301837631614,
-        "nauc_map_at_20_diff1": 0.5481004538160913,
-        "nauc_map_at_20_max": 0.21754392477744908,
-        "nauc_map_at_20_std": 0.14574143361267317,
-        "nauc_map_at_3_diff1": 0.569602881272386,
-        "nauc_map_at_3_max": 0.22657597605102178,
-        "nauc_map_at_3_std": 0.14362624083093203,
-        "nauc_map_at_5_diff1": 0.5601655545127238,
-        "nauc_map_at_5_max": 0.22021980923815318,
-        "nauc_map_at_5_std": 0.145190486252428,
-        "nauc_mrr_at_1000_diff1": 0.5441830305562326,
-        "nauc_mrr_at_1000_max": 0.2166816774885428,
-        "nauc_mrr_at_1000_std": 0.14505555737829307,
-        "nauc_mrr_at_100_diff1": 0.5446431157527537,
-        "nauc_mrr_at_100_max": 0.21689938576550866,
-        "nauc_mrr_at_100_std": 0.14493387106545103,
-        "nauc_mrr_at_10_diff1": 0.5511736320008027,
-        "nauc_mrr_at_10_max": 0.21922402299128418,
-        "nauc_mrr_at_10_std": 0.14589505600247163,
-        "nauc_mrr_at_1_diff1": 0.6335084714813365,
-        "nauc_mrr_at_1_max": 0.2416674532732567,
-        "nauc_mrr_at_1_std": 0.15189301837631614,
-        "nauc_mrr_at_20_diff1": 0.5481004538160913,
-        "nauc_mrr_at_20_max": 0.21754392477744908,
-        "nauc_mrr_at_20_std": 0.14574143361267317,
-        "nauc_mrr_at_3_diff1": 0.569602881272386,
-        "nauc_mrr_at_3_max": 0.22657597605102178,
-        "nauc_mrr_at_3_std": 0.14362624083093203,
-        "nauc_mrr_at_5_diff1": 0.5601655545127238,
-        "nauc_mrr_at_5_max": 0.22021980923815318,
-        "nauc_mrr_at_5_std": 0.145190486252428,
-        "nauc_ndcg_at_1000_diff1": 0.4728678699567455,
-        "nauc_ndcg_at_1000_max": 0.18937253079534216,
-        "nauc_ndcg_at_1000_std": 0.14596120873695492,
-        "nauc_ndcg_at_100_diff1": 0.4829489403420902,
-        "nauc_ndcg_at_100_max": 0.19711295138806267,
-        "nauc_ndcg_at_100_std": 0.14004483265553003,
-        "nauc_ndcg_at_10_diff1": 0.5147356366280121,
-        "nauc_ndcg_at_10_max": 0.20936478000130024,
-        "nauc_ndcg_at_10_std": 0.14480134602662714,
-        "nauc_ndcg_at_1_diff1": 0.6335084714813365,
-        "nauc_ndcg_at_1_max": 0.2416674532732567,
-        "nauc_ndcg_at_1_std": 0.15189301837631614,
-        "nauc_ndcg_at_20_diff1": 0.5045372953308567,
-        "nauc_ndcg_at_20_max": 0.20390468798029948,
-        "nauc_ndcg_at_20_std": 0.14429100965430774,
-        "nauc_ndcg_at_3_diff1": 0.5501813298382772,
-        "nauc_ndcg_at_3_max": 0.22229855178363508,
-        "nauc_ndcg_at_3_std": 0.1399986570615583,
-        "nauc_ndcg_at_5_diff1": 0.5343279242377332,
-        "nauc_ndcg_at_5_max": 0.21164562906788129,
-        "nauc_ndcg_at_5_std": 0.14278785553527687,
-        "nauc_precision_at_1000_diff1": 0.2504046219335285,
-        "nauc_precision_at_1000_max": 0.08591924265428995,
-        "nauc_precision_at_1000_std": 0.1677320203837767,
-        "nauc_precision_at_100_diff1": 0.31425670977915415,
-        "nauc_precision_at_100_max": 0.1387542114851391,
-        "nauc_precision_at_100_std": 0.1261904558936239,
-        "nauc_precision_at_10_diff1": 0.41968706662348626,
-        "nauc_precision_at_10_max": 0.18390157987927358,
-        "nauc_precision_at_10_std": 0.14312672622707642,
-        "nauc_precision_at_1_diff1": 0.6335084714813365,
-        "nauc_precision_at_1_max": 0.2416674532732567,
-        "nauc_precision_at_1_std": 0.15189301837631614,
-        "nauc_precision_at_20_diff1": 0.39118835707188254,
-        "nauc_precision_at_20_max": 0.16759815130477784,
-        "nauc_precision_at_20_std": 0.14154312425469426,
-        "nauc_precision_at_3_diff1": 0.4986851913309839,
-        "nauc_precision_at_3_max": 0.2110426423927967,
-        "nauc_precision_at_3_std": 0.13007101364000376,
-        "nauc_precision_at_5_diff1": 0.4672079991177685,
-        "nauc_precision_at_5_max": 0.18897950891809692,
-        "nauc_precision_at_5_std": 0.13674491342908243,
-        "nauc_recall_at_1000_diff1": 0.25040462193352936,
-        "nauc_recall_at_1000_max": 0.08591924265429102,
-        "nauc_recall_at_1000_std": 0.1677320203837774,
-        "nauc_recall_at_100_diff1": 0.3142567097791538,
-        "nauc_recall_at_100_max": 0.1387542114851391,
-        "nauc_recall_at_100_std": 0.12619045589362404,
-        "nauc_recall_at_10_diff1": 0.41968706662348615,
-        "nauc_recall_at_10_max": 0.18390157987927366,
-        "nauc_recall_at_10_std": 0.1431267262270766,
-        "nauc_recall_at_1_diff1": 0.6335084714813365,
-        "nauc_recall_at_1_max": 0.2416674532732567,
-        "nauc_recall_at_1_std": 0.15189301837631614,
-        "nauc_recall_at_20_diff1": 0.3911883570718826,
-        "nauc_recall_at_20_max": 0.16759815130477776,
-        "nauc_recall_at_20_std": 0.1415431242546944,
-        "nauc_recall_at_3_diff1": 0.49868519133098393,
-        "nauc_recall_at_3_max": 0.21104264239279674,
-        "nauc_recall_at_3_std": 0.13007101364000365,
-        "nauc_recall_at_5_diff1": 0.4672079991177685,
-        "nauc_recall_at_5_max": 0.18897950891809673,
-        "nauc_recall_at_5_std": 0.13674491342908224,
-        "ndcg_at_1": 0.14142,
-        "ndcg_at_10": 0.17615,
-        "ndcg_at_100": 0.20104,
-        "ndcg_at_1000": 0.22165,
-        "ndcg_at_20": 0.18433,
-        "ndcg_at_3": 0.16187,
-        "ndcg_at_5": 0.16825,
-        "precision_at_1": 0.14142,
-        "precision_at_10": 0.02161,
-        "precision_at_100": 0.00341,
-        "precision_at_1000": 0.00051,
-        "precision_at_20": 0.01244,
-        "precision_at_3": 0.05884,
-        "precision_at_5": 0.03842,
-        "recall_at_1": 0.14142,
-        "recall_at_10": 0.21615,
-        "recall_at_100": 0.34052,
-        "recall_at_1000": 0.51254,
-        "recall_at_20": 0.24875,
-        "recall_at_3": 0.17653,
-        "recall_at_5": 0.19208
-      }
-    ]
-  },
-  "task_name": "StackOverflowQA"
-}

mteb_results/gte-Qwen2-7B-instruct-M2V-Distilled/distilled/SyntheticText2SQL.json

@@ -1,159 +0,0 @@
-{
-  "dataset_revision": "686b87296c3a0191b5d9415a00526c62db9fce09",
-  "evaluation_time": 92.1711049079895,
-  "kg_co2_emissions": null,
-  "mteb_version": "1.14.15",
-  "scores": {
-    "test": [
-      {
-        "hf_subset": "default",
-        "languages": [
-          "eng-Latn",
-          "sql-Code"
-        ],
-        "main_score": 0.00489,
-        "map_at_1": 0.00034,
-        "map_at_10": 0.00331,
-        "map_at_100": 0.00393,
-        "map_at_1000": 0.00414,
-        "map_at_20": 0.00359,
-        "map_at_3": 0.00251,
-        "map_at_5": 0.00291,
-        "mrr_at_1": 0.002221842420099128,
-        "mrr_at_10": 0.004530496754048283,
-        "mrr_at_100": 0.005170980682014603,
-        "mrr_at_1000": 0.005371938321099836,
-        "mrr_at_20": 0.004822607995513001,
-        "mrr_at_3": 0.0038454964963254143,
-        "mrr_at_5": 0.004195863954879508,
-        "nauc_map_at_1000_diff1": -0.27416046541710665,
-        "nauc_map_at_1000_max": -0.12307636241646212,
-        "nauc_map_at_1000_std": -0.3169779465421886,
-        "nauc_map_at_100_diff1": -0.2867723753018623,
-        "nauc_map_at_100_max": -0.11793114543437405,
-        "nauc_map_at_100_std": -0.32768340793729833,
-        "nauc_map_at_10_diff1": -0.3071810467939698,
-        "nauc_map_at_10_max": -0.09394849271438202,
-        "nauc_map_at_10_std": -0.3443159235101931,
-        "nauc_map_at_1_diff1": -0.045574562309770715,
-        "nauc_map_at_1_max": -0.415009003625047,
-        "nauc_map_at_1_std": -0.28503182744193584,
-        "nauc_map_at_20_diff1": -0.30073635348293454,
-        "nauc_map_at_20_max": -0.1035440934145476,
-        "nauc_map_at_20_std": -0.33728144942994526,
-        "nauc_map_at_3_diff1": -0.36276475560891563,
-        "nauc_map_at_3_max": -0.09000122816382457,
-        "nauc_map_at_3_std": -0.35808488719288767,
-        "nauc_map_at_5_diff1": -0.34649671639377566,
-        "nauc_map_at_5_max": -0.07741484623960085,
-        "nauc_map_at_5_std": -0.3454332041446047,
-        "nauc_mrr_at_1000_diff1": -0.32007654216936365,
-        "nauc_mrr_at_1000_max": -0.05306747639186935,
-        "nauc_mrr_at_1000_std": -0.33505538550557523,
-        "nauc_mrr_at_100_diff1": -0.33152877543566905,
-        "nauc_mrr_at_100_max": -0.04652715811851764,
-        "nauc_mrr_at_100_std": -0.3439648778335655,
-        "nauc_mrr_at_10_diff1": -0.35260191778612204,
-        "nauc_mrr_at_10_max": -0.018284442733176375,
-        "nauc_mrr_at_10_std": -0.3583806093519501,
-        "nauc_mrr_at_1_diff1": -0.49322913632443244,
-        "nauc_mrr_at_1_max": 0.18386885076318166,
-        "nauc_mrr_at_1_std": -0.36881544615998557,
-        "nauc_mrr_at_20_diff1": -0.34523116750414906,
-        "nauc_mrr_at_20_max": -0.030423846920737567,
-        "nauc_mrr_at_20_std": -0.3523413443042862,
-        "nauc_mrr_at_3_diff1": -0.3986937025555519,
-        "nauc_mrr_at_3_max": 0.00596597350896994,
-        "nauc_mrr_at_3_std": -0.37595027480484544,
-        "nauc_mrr_at_5_diff1": -0.37058906995780483,
-        "nauc_mrr_at_5_max": 0.0023804395413750843,
-        "nauc_mrr_at_5_std": -0.3649770343981212,
-        "nauc_ndcg_at_1000_diff1": -0.12191989446547287,
-        "nauc_ndcg_at_1000_max": -0.18069129976379253,
-        "nauc_ndcg_at_1000_std": -0.21737660540578904,
-        "nauc_ndcg_at_100_diff1": -0.21534614581420813,
-        "nauc_ndcg_at_100_max": -0.16549108196966383,
-        "nauc_ndcg_at_100_std": -0.2967519876094673,
-        "nauc_ndcg_at_10_diff1": -0.2766087694329189,
-        "nauc_ndcg_at_10_max": -0.10425653229278331,
-        "nauc_ndcg_at_10_std": -0.34614483144111813,
-        "nauc_ndcg_at_1_diff1": -0.045574562309770715,
-        "nauc_ndcg_at_1_max": -0.415009003625047,
-        "nauc_ndcg_at_1_std": -0.28503182744193584,
-        "nauc_ndcg_at_20_diff1": -0.26495356113264346,
-        "nauc_ndcg_at_20_max": -0.12302281530014428,
-        "nauc_ndcg_at_20_std": -0.33040207062914734,
-        "nauc_ndcg_at_3_diff1": -0.35550615579366496,
-        "nauc_ndcg_at_3_max": -0.09065063772541752,
-        "nauc_ndcg_at_3_std": -0.3666750120549603,
-        "nauc_ndcg_at_5_diff1": -0.3367147607777083,
-        "nauc_ndcg_at_5_max": -0.07594752160761341,
-        "nauc_ndcg_at_5_std": -0.349392770228869,
-        "nauc_precision_at_1000_diff1": -0.05796266193135331,
-        "nauc_precision_at_1000_max": -0.19596247289607774,
-        "nauc_precision_at_1000_std": -0.1726159439969235,
-        "nauc_precision_at_100_diff1": -0.1623283482675489,
-        "nauc_precision_at_100_max": -0.20045006262758877,
-        "nauc_precision_at_100_std": -0.2711122975734177,
-        "nauc_precision_at_10_diff1": -0.23692269420435214,
-        "nauc_precision_at_10_max": -0.11995105342526458,
-        "nauc_precision_at_10_std": -0.34723986176409266,
-        "nauc_precision_at_1_diff1": -0.045574562309770715,
-        "nauc_precision_at_1_max": -0.415009003625047,
-        "nauc_precision_at_1_std": -0.28503182744193584,
-        "nauc_precision_at_20_diff1": -0.22656401175983737,
-        "nauc_precision_at_20_max": -0.14607723359403244,
-        "nauc_precision_at_20_std": -0.3206744368813374,
-        "nauc_precision_at_3_diff1": -0.3421859065827053,
-        "nauc_precision_at_3_max": -0.09374847026615557,
-        "nauc_precision_at_3_std": -0.37955719702776525,
-        "nauc_precision_at_5_diff1": -0.3217864826892486,
-        "nauc_precision_at_5_max": -0.07574764495371311,
-        "nauc_precision_at_5_std": -0.35431940648491467,
-        "nauc_recall_at_1000_diff1": -0.057962661931353035,
-        "nauc_recall_at_1000_max": -0.19596247289607757,
-        "nauc_recall_at_1000_std": -0.17261594399692332,
-        "nauc_recall_at_100_diff1": -0.16232834826754888,
-        "nauc_recall_at_100_max": -0.20045006262758874,
-        "nauc_recall_at_100_std": -0.2711122975734177,
-        "nauc_recall_at_10_diff1": -0.2369226942043523,
-        "nauc_recall_at_10_max": -0.11995105342526483,
-        "nauc_recall_at_10_std": -0.34723986176409277,
-        "nauc_recall_at_1_diff1": -0.045574562309770715,
-        "nauc_recall_at_1_max": -0.415009003625047,
-        "nauc_recall_at_1_std": -0.28503182744193584,
-        "nauc_recall_at_20_diff1": -0.22656401175983737,
-        "nauc_recall_at_20_max": -0.14607723359403255,
-        "nauc_recall_at_20_std": -0.3206744368813374,
-        "nauc_recall_at_3_diff1": -0.3421859065827052,
-        "nauc_recall_at_3_max": -0.09374847026615546,
-        "nauc_recall_at_3_std": -0.37955719702776536,
-        "nauc_recall_at_5_diff1": -0.3217864826892487,
-        "nauc_recall_at_5_max": -0.07574764495371322,
-        "nauc_recall_at_5_std": -0.3543194064849148,
-        "ndcg_at_1": 0.00034,
-        "ndcg_at_10": 0.00489,
-        "ndcg_at_100": 0.00885,
-        "ndcg_at_1000": 0.01629,
-        "ndcg_at_20": 0.00592,
-        "ndcg_at_3": 0.00322,
-        "ndcg_at_5": 0.00394,
-        "precision_at_1": 0.00034,
-        "precision_at_10": 0.00099,
-        "precision_at_100": 0.00031,
-        "precision_at_1000": 9e-05,
-        "precision_at_20": 0.0007,
-        "precision_at_3": 0.00177,
-        "precision_at_5": 0.0014,
-        "recall_at_1": 0.00034,
-        "recall_at_10": 0.00991,
-        "recall_at_100": 0.03076,
-        "recall_at_1000": 0.09383,
-        "recall_at_20": 0.01401,
-        "recall_at_3": 0.0053,
-        "recall_at_5": 0.00701
-      }
-    ]
-  },
-  "task_name": "SyntheticText2SQL"
-}

pipeline.skops

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd33bcb8eee34a4df1a0d5e7d22b1e2b241ea683750204be74f78055882c76c3
-size 3843639