Initial upload: ogma-small embedding model

README.md

@@ -0,0 +1,927 @@
+---
+language:
+- en
+license: mit
+tags:
+- mteb
+- sentence-transformers
+- embedding
+- text-embedding
+- ogma
+- axiotic
+- matryoshka
+- small-model
+model-index:
+- name: ogma-small
+  results:
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonCounterfactualClassification
+      name: MTEB AmazonCounterfactualClassification
+      config: default
+      split: test
+      revision: 1f7e6a9d6fa6e64c53d146e428565640410c0df1
+    metrics:
+    - type: accuracy
+      value: 71.85
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonPolarityClassification
+      name: MTEB AmazonPolarityClassification
+      config: default
+      split: test
+      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
+    metrics:
+    - type: accuracy
+      value: 76.72
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonReviewsClassification
+      name: MTEB AmazonReviewsClassification
+      config: default
+      split: test
+      revision: 6b5d328eaae8ef408dd7d775040245cf86f92e9d
+    metrics:
+    - type: accuracy
+      value: 39.0
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/ArXivHierarchicalClusteringP2P
+      name: MTEB ArXivHierarchicalClusteringP2P
+      config: default
+      split: test
+      revision: 0bbdb47bcbe3a90093699aefeed338a0f28a7ee8
+    metrics:
+    - type: v_measure
+      value: 55.54
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/ArXivHierarchicalClusteringS2S
+      name: MTEB ArXivHierarchicalClusteringS2S
+      config: default
+      split: test
+      revision: b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3
+    metrics:
+    - type: v_measure
+      value: 52.12
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/ArguAna
+      name: MTEB ArguAna
+      config: default
+      split: test
+      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
+    metrics:
+    - type: ndcg_at_10
+      value: 42.32
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/AskUbuntuDupQuestions
+      name: MTEB AskUbuntuDupQuestions
+      config: default
+      split: test
+      revision: c5691e3c48741d5f83b5cc8e630653d7a8cfc048
+    metrics:
+    - type: map
+      value: 55.08
+  - task:
+      type: STS
+    dataset:
+      type: mteb/BIOSSES
+      name: MTEB BIOSSES
+      config: default
+      split: test
+      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
+    metrics:
+    - type: cosine_spearman
+      value: 83.81
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/Banking77Classification
+      name: MTEB Banking77Classification
+      config: default
+      split: test
+      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
+    metrics:
+    - type: accuracy
+      value: 77.38
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/BiorxivClusteringP2P
+      name: MTEB BiorxivClusteringP2P
+      config: default
+      split: test
+      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
+    metrics:
+    - type: v_measure
+      value: 33.28
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/BiorxivClusteringS2S
+      name: MTEB BiorxivClusteringS2S
+      config: default
+      split: test
+      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
+    metrics:
+    - type: v_measure
+      value: 25.41
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackAndroidRetrieval
+      name: MTEB CQADupstackAndroidRetrieval
+      config: default
+      split: test
+      revision: 9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3
+    metrics:
+    - type: ndcg_at_10
+      value: 36.8
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackEnglishRetrieval
+      name: MTEB CQADupstackEnglishRetrieval
+      config: default
+      split: test
+      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
+    metrics:
+    - type: ndcg_at_10
+      value: 33.01
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackGamingRetrieval
+      name: MTEB CQADupstackGamingRetrieval
+      config: default
+      split: test
+      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
+    metrics:
+    - type: ndcg_at_10
+      value: 45.01
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackGisRetrieval
+      name: MTEB CQADupstackGisRetrieval
+      config: default
+      split: test
+      revision: 5003b3064772da1887988e05400cf3806fe491f2
+    metrics:
+    - type: ndcg_at_10
+      value: 28.19
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackMathematicaRetrieval
+      name: MTEB CQADupstackMathematicaRetrieval
+      config: default
+      split: test
+      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
+    metrics:
+    - type: ndcg_at_10
+      value: 21.65
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackPhysicsRetrieval
+      name: MTEB CQADupstackPhysicsRetrieval
+      config: default
+      split: test
+      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
+    metrics:
+    - type: ndcg_at_10
+      value: 33.83
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackProgrammersRetrieval
+      name: MTEB CQADupstackProgrammersRetrieval
+      config: default
+      split: test
+      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
+    metrics:
+    - type: ndcg_at_10
+      value: 33.07
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackRetrieval
+      name: MTEB CQADupstackRetrieval
+      config: default
+      split: test
+      revision: '1'
+    metrics:
+    - type: ndcg_at_10
+      value: 30.04
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackStatsRetrieval
+      name: MTEB CQADupstackStatsRetrieval
+      config: default
+      split: test
+      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
+    metrics:
+    - type: ndcg_at_10
+      value: 26.3
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackTexRetrieval
+      name: MTEB CQADupstackTexRetrieval
+      config: default
+      split: test
+      revision: 46989137a86843e03a6195de44b09deda022eec7
+    metrics:
+    - type: ndcg_at_10
+      value: 20.57
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackUnixRetrieval
+      name: MTEB CQADupstackUnixRetrieval
+      config: default
+      split: test
+      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
+    metrics:
+    - type: ndcg_at_10
+      value: 28.73
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackWebmastersRetrieval
+      name: MTEB CQADupstackWebmastersRetrieval
+      config: default
+      split: test
+      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
+    metrics:
+    - type: ndcg_at_10
+      value: 30.25
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackWordpressRetrieval
+      name: MTEB CQADupstackWordpressRetrieval
+      config: default
+      split: test
+      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
+    metrics:
+    - type: ndcg_at_10
+      value: 23.09
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/ClimateFEVER
+      name: MTEB ClimateFEVER
+      config: default
+      split: test
+      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
+    metrics:
+    - type: ndcg_at_10
+      value: 28.61
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/DBPedia
+      name: MTEB DBPedia
+      config: default
+      split: test
+      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
+    metrics:
+    - type: ndcg_at_10
+      value: 35.94
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/EmotionClassification
+      name: MTEB EmotionClassification
+      config: default
+      split: test
+      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
+    metrics:
+    - type: accuracy
+      value: 45.22
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/FEVER
+      name: MTEB FEVER
+      config: default
+      split: test
+      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
+    metrics:
+    - type: ndcg_at_10
+      value: 68.8
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/FiQA2018
+      name: MTEB FiQA2018
+      config: default
+      split: test
+      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
+    metrics:
+    - type: ndcg_at_10
+      value: 30.05
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/HotpotQA
+      name: MTEB HotpotQA
+      config: default
+      split: test
+      revision: ab518f4d6fcca38d87c25209f94beba119d02014
+    metrics:
+    - type: ndcg_at_10
+      value: 51.57
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/ImdbClassification
+      name: MTEB ImdbClassification
+      config: default
+      split: test
+      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
+    metrics:
+    - type: accuracy
+      value: 72.49
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/MSMARCO
+      name: MTEB MSMARCO
+      config: default
+      split: test
+      revision: c5a29a104738b98a9e76336939199e264163d4a0
+    metrics:
+    - type: ndcg_at_10
+      value: 0
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MTOPDomainClassification
+      name: MTEB MTOPDomainClassification
+      config: default
+      split: test
+      revision: a76d16fae880597b9c73047b50159220a441cb54
+    metrics:
+    - type: accuracy
+      value: 90.65
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MTOPIntentClassification
+      name: MTEB MTOPIntentClassification
+      config: default
+      split: test
+      revision: 2992d820f31312593c49a4890430aadadb0f0039
+    metrics:
+    - type: accuracy
+      value: 60.81
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MassiveIntentClassification
+      name: MTEB MassiveIntentClassification
+      config: default
+      split: test
+      revision: 4672e20407010da34463acc759c162ca9734bca6
+    metrics:
+    - type: accuracy
+      value: 66.36
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MassiveScenarioClassification
+      name: MTEB MassiveScenarioClassification
+      config: default
+      split: test
+      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
+    metrics:
+    - type: accuracy
+      value: 72.78
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/MedrxivClusteringP2P
+      name: MTEB MedrxivClusteringP2P
+      config: default
+      split: test
+      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
+    metrics:
+    - type: v_measure
+      value: 31.96
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/MedrxivClusteringS2S
+      name: MTEB MedrxivClusteringS2S
+      config: default
+      split: test
+      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
+    metrics:
+    - type: v_measure
+      value: 28.59
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/MindSmallReranking
+      name: MTEB MindSmallReranking
+      config: default
+      split: test
+      revision: 227478e3235572039f4f7661840e059f31ef6eb1
+    metrics:
+    - type: map
+      value: 30.55
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/NFCorpus
+      name: MTEB NFCorpus
+      config: default
+      split: test
+      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
+    metrics:
+    - type: ndcg_at_10
+      value: 30.12
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/NQ
+      name: MTEB NQ
+      config: default
+      split: test
+      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
+    metrics:
+    - type: ndcg_at_10
+      value: 46.72
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/QuoraRetrieval
+      name: MTEB QuoraRetrieval
+      config: default
+      split: test
+      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
+    metrics:
+    - type: ndcg_at_10
+      value: 60.55
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/RedditClustering
+      name: MTEB RedditClustering
+      config: default
+      split: test
+      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
+    metrics:
+    - type: v_measure
+      value: 43.94
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/RedditClusteringP2P
+      name: MTEB RedditClusteringP2P
+      config: default
+      split: test
+      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
+    metrics:
+    - type: v_measure
+      value: 52.6
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/SCIDOCS
+      name: MTEB SCIDOCS
+      config: default
+      split: test
+      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
+    metrics:
+    - type: ndcg_at_10
+      value: 15.87
+  - task:
+      type: STS
+    dataset:
+      type: mteb/SICK-R
+      name: MTEB SICK-R
+      config: default
+      split: test
+      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
+    metrics:
+    - type: cosine_spearman
+      value: 78.75
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS12
+      name: MTEB STS12
+      config: default
+      split: test
+      revision: a0d554a64d88156834ff5ae9920b964011b16384
+    metrics:
+    - type: cosine_spearman
+      value: 75.62
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS13
+      name: MTEB STS13
+      config: default
+      split: test
+      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
+    metrics:
+    - type: cosine_spearman
+      value: 84.04
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS14
+      name: MTEB STS14
+      config: default
+      split: test
+      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
+    metrics:
+    - type: cosine_spearman
+      value: 79.94
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS15
+      name: MTEB STS15
+      config: default
+      split: test
+      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
+    metrics:
+    - type: cosine_spearman
+      value: 85.77
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS16
+      name: MTEB STS16
+      config: default
+      split: test
+      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
+    metrics:
+    - type: cosine_spearman
+      value: 82.52
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STSBenchmark
+      name: MTEB STSBenchmark
+      config: default
+      split: test
+      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
+    metrics:
+    - type: cosine_spearman
+      value: 85.54
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/SciDocsRR
+      name: MTEB SciDocsRR
+      config: default
+      split: test
+      revision: 39b8377811871075eed9de3b8a7e21aaa6acb3d8
+    metrics:
+    - type: map
+      value: 73.55
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/SciFact
+      name: MTEB SciFact
+      config: default
+      split: test
+      revision: d56462d0e63a25450459c4f213e49ffdb866f7f9
+    metrics:
+    - type: ndcg_at_10
+      value: 60.04
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/SprintDuplicateQuestions
+      name: MTEB SprintDuplicateQuestions
+      config: default
+      split: test
+      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
+    metrics:
+    - type: cosine_ap
+      value: 95.3
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/StackExchangeClustering
+      name: MTEB StackExchangeClustering
+      config: default
+      split: test
+      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
+    metrics:
+    - type: v_measure
+      value: 50.22
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/StackExchangeClusteringP2P
+      name: MTEB StackExchangeClusteringP2P
+      config: default
+      split: test
+      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
+    metrics:
+    - type: v_measure
+      value: 34.08
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/StackOverflowDupQuestions
+      name: MTEB StackOverflowDupQuestions
+      config: default
+      split: test
+      revision: 5debda000fe8e27ebb5c123d38081f92e1847a59
+    metrics:
+    - type: map
+      value: 42.85
+  - task:
+      type: Summarization
+    dataset:
+      type: mteb/SummEval
+      name: MTEB SummEval
+      config: default
+      split: test
+      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
+    metrics:
+    - type: cosine_spearman
+      value: 29.59
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/TRECCOVID
+      name: MTEB TRECCOVID
+      config: default
+      split: test
+      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
+    metrics:
+    - type: ndcg_at_10
+      value: 69.06
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/Touche2020
+      name: MTEB Touche2020
+      config: default
+      split: test
+      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
+    metrics:
+    - type: ndcg_at_10
+      value: 26.76
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/ToxicConversationsClassification
+      name: MTEB ToxicConversationsClassification
+      config: default
+      split: test
+      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
+    metrics:
+    - type: accuracy
+      value: 65.58
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/TweetSentimentExtractionClassification
+      name: MTEB TweetSentimentExtractionClassification
+      config: default
+      split: test
+      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
+    metrics:
+    - type: accuracy
+      value: 61.19
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/TwentyNewsgroupsClustering
+      name: MTEB TwentyNewsgroupsClustering
+      config: default
+      split: test
+      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
+    metrics:
+    - type: v_measure
+      value: 39.86
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/TwitterSemEval2015
+      name: MTEB TwitterSemEval2015
+      config: default
+      split: test
+      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
+    metrics:
+    - type: cosine_ap
+      value: 68.49
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/TwitterURLCorpus
+      name: MTEB TwitterURLCorpus
+      config: default
+      split: test
+      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
+    metrics:
+    - type: cosine_ap
+      value: 84.94
+---
+
+# ogma-small
+
+**8.6M parameter text embedding model** by [Axiotic AI](https://axiotic.ai), achieving **55.79 average** on MTEB English v1 (54/54 tasks).
+
+6-layer deep transformer, 256 hidden dim, mean pooling — best sub-10M model.
+
+## Highlights
+
+- **8.6M parameters** — small enough for CPU inference, edge deployment, and resource-constrained environments
+- **55.79 MTEB average** — outperforms Potion-32M (51.22) despite being significantly smaller
+- **Matryoshka embeddings** — use dimensions [32, 64, 128, 256] for flexible storage/compute tradeoffs
+- **Asymmetric encoding** — dedicated `[QRY]`, `[DOC]`, `[SYM]` task tokens for query-document and symmetric tasks
+- **1024 token context** — handles longer passages than typical small models (Potion: 512)
+- **Pure PyTorch** — no external transformer library dependencies
+
+## Architecture
+
+| Component | Details |
+|-----------|---------|
+| Parameters | 8.6M |
+| Layers | 6 |
+| Hidden dim (d_model) | 256 |
+| Embedding dim (d_embed) | 128 |
+| Output dim (d_output) | 256 |
+| Attention heads | 4 |
+| Max sequence length | 1024 |
+| Matryoshka dims | [32, 64, 128, 256] |
+| Pooling | Mean (mask-aware) |
+| Position encoding | RoPE |
+| FFN | SwiGLU |
+| Normalization | Pre-LayerNorm |
+| Tokenizer | SentencePiece Unigram (30K vocab) |
+| Training | Knowledge distillation from teacher model |
+
+## MTEB Results
+
+### Category-Level Scores
+
+| Category | ogma-small | Potion-32M | Potion-8M | vs Potion-32M |
+|----------|------------|------------|-----------|---------------|
+| Classification | **66.48** | 66.01 | 64.46 | +0.47 |
+| Clustering | **40.69** | 39.24 | 36.88 | +1.45 |
+| PairClassification | **82.91** | 78.17 | 76.62 | +4.74 |
+| Reranking | **50.51** | 50.92 | 49.73 | -0.41 |
+| Retrieval | **42.05** | 32.21 | 30.43 | +9.84 |
+| STS | **82.0** | 73.86 | 72.93 | +8.14 |
+| Summarization | **29.59** | 29.77 | 29.26 | -0.18 |
+| **Overall** | **55.79** | 51.22 | 49.58 | **+4.57** |
+
+> **Potion scores are locally reproduced** using the same evaluation pipeline and hardware for fair head-to-head comparison. These are not self-reported numbers from the Potion model card.
+
+## Usage
+
+### Quick Start
+
+```python
+import torch
+import numpy as np
+from pathlib import Path
+
+# Load model
+from ogma_model import OgmaModel
+from config import OgmaConfig
+from tokenizer import OgmaTokenizer
+
+# Load from checkpoint directory
+model = OgmaModel.from_checkpoint("path/to/ogma-small", device="cpu")
+model.eval()
+
+# Load tokenizer (uses the SentencePiece model embedded in tokenizer.json)
+# The tokenizer needs the .model file — extract from tokenizer.json or use:
+tokenizer = OgmaTokenizer("path/to/tokenizer.model")
+
+# Encode text
+texts = ["This is a query", "This is a document"]
+encoded = tokenizer.batch_encode(texts, max_length=1024)
+
+token_ids = torch.tensor(encoded["input_ids"])
+attention_mask = torch.tensor(encoded["attention_mask"])
+
+# Use task tokens for asymmetric encoding
+from config import TaskToken
+
+with torch.no_grad():
+    # For symmetric tasks (STS, clustering, classification)
+    embeddings = model.encode(token_ids, attention_mask, task=TaskToken.SYM)
+    
+    # For retrieval — encode queries and documents separately
+    query_embs = model.encode(token_ids[:1], attention_mask[:1], task=TaskToken.QRY)
+    doc_embs = model.encode(token_ids[1:], attention_mask[1:], task=TaskToken.DOC)
+
+print(f"Embedding shape: {embeddings.shape}")  # (2, 256)
+```
+
+### Matryoshka Dimensionality Reduction
+
+```python
+# Full embeddings: 256d
+full_embs = model.encode(token_ids, attention_mask, task=TaskToken.SYM)
+
+# Reduce to any Matryoshka dimension: [32, 64, 128, 256]
+dim = 64
+reduced_embs = torch.nn.functional.normalize(full_embs[:, :dim], p=2, dim=-1)
+# These reduced embeddings are trained to be effective at lower dims
+```
+
+### Loading with safetensors
+
+```python
+import torch
+import yaml
+from safetensors.torch import load_file
+from ogma_model import OgmaModel
+from config import OgmaConfig
+
+# Load config
+with open("path/to/ogma-small/config.json") as f:
+    import json
+    config_dict = json.load(f)
+
+config = OgmaConfig.from_dict(config_dict)
+model = OgmaModel(config)
+
+# Load weights from safetensors
+state_dict = load_file("path/to/ogma-small/model.safetensors")
+model.load_state_dict(state_dict)
+model.eval()
+```
+
+## Task Tokens
+
+Ogma uses task-specific prefix tokens for asymmetric encoding:
+
+| Token | ID | Use Case |
+|-------|-----|----------|
+| `[QRY]` | 4 | Query encoding for retrieval |
+| `[DOC]` | 5 | Document/passage encoding for retrieval |
+| `[SYM]` | 6 | Symmetric tasks (STS, classification, clustering) |
+
+For retrieval tasks, encode queries with `[QRY]` and documents with `[DOC]`. For all other tasks, use `[SYM]`.
+
+## Training
+
+Ogma is trained via **knowledge distillation** from a larger teacher embedding model. The training pipeline:
+
+1. **Tokenizer**: SentencePiece Unigram model trained on the distillation corpus (30K vocab)
+2. **Token embeddings**: PCA-reduced embeddings from the teacher model, providing a strong initialization
+3. **Distillation**: MSE loss between student and teacher embeddings, with Matryoshka loss at multiple dimensions
+4. **Architecture**: Standard transformer encoder with RoPE positional encoding and SwiGLU FFN
+
+## Files
+
+| File | Description |
+|------|-------------|
+| `model.safetensors` | Model weights (safetensors format) |
+| `model.pt` | Model weights (PyTorch format) |
+| `config.json` | Model configuration |
+| `config.yaml` | Original training config |
+| `tokenizer.json` | HuggingFace tokenizer |
+| `tokenizer_config.json` | Tokenizer configuration |
+| `token_embeds_128d.npy` | Pre-computed token embeddings (30K × 128, float16) |
+| `ogma_model.py` | OgmaModel class |
+| `config.py` | OgmaConfig dataclass |
+| `embeddings.py` | Token embedding + RoPE |
+| `pooling.py` | Pooling strategies |
+| `variants/transformer.py` | Transformer encoder variant |
+| `tokenizer.py` | OgmaTokenizer wrapper |
+| `results/` | MTEB result JSONs |
+
+## Citation
+
+```bibtex
+@misc{ogma2026,
+  title={Ogma: Small High-Performance Text Embeddings},
+  author={Axiotic AI},
+  year={2026},
+  url={https://huggingface.co/axiotic/ogma-small}
+}
+```
+
+## License
+
+MIT

config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "OgmaModel"
+  ],
+  "model_type": "ogma",
+  "auto_map": {
+    "AutoModel": "ogma_model.OgmaModel"
+  },
+  "variant": "transformer",
+  "d_embed": 128,
+  "d_model": 256,
+  "d_output": 256,
+  "n_layers": 6,
+  "n_heads": 4,
+  "vocab_size": 30000,
+  "max_seq_len": 1024,
+  "matryoshka_dims": [
+    32,
+    64,
+    128,
+    256
+  ],
+  "pooling": "mean",
+  "ffn_mult": 2.6666666666666665,
+  "conv_kernel_size": 7,
+  "spatial_rank": 32,
+  "n_random_features": 128,
+  "dropout": 0.0,
+  "pad_id": 0,
+  "unk_id": 1,
+  "bos_id": 2,
+  "eos_id": 3,
+  "qry_id": 4,
+  "doc_id": 5,
+  "sym_id": 6,
+  "n_special_tokens": 7
+}

config.py

@@ -0,0 +1,161 @@
+"""Model configuration for Ogma."""
+
+from __future__ import annotations
+
+from dataclasses import dataclass, field
+from enum import StrEnum
+from typing import Any
+
+__all__ = ["OgmaConfig", "VariantType", "PoolingType", "TaskToken"]
+
+
+class VariantType(StrEnum):
+    """Architecture variant identifiers."""
+
+    TRANSFORMER = "transformer"
+    DEEP_NARROW = "deep_narrow"
+    CONV = "conv"
+    LINEAR_ATTENTION = "linear_attention"
+    MLP_MIXER = "mlp_mixer"
+    TRANSFORMER_RESA = "transformer_resa"
+    GLA = "gla"
+
+
+class PoolingType(StrEnum):
+    """Pooling strategy identifiers."""
+
+    TASK_TOKEN = "task_token"
+    LATENT_ATTENTION = "latent_attention"
+    MEAN = "mean"
+
+
+class TaskToken(StrEnum):
+    """Task token identifiers for asymmetric encoding."""
+
+    QRY = "QRY"
+    DOC = "DOC"
+    SYM = "SYM"
+
+
+@dataclass
+class OgmaConfig:
+    """Configuration for an Ogma model instance.
+
+    Args:
+        variant: Architecture variant to use.
+        d_embed: Token embedding dimension (from teacher PCA).
+        d_model: Internal model dimension after projection.
+        n_layers: Number of fusion layers/blocks.
+        n_heads: Number of attention heads (attention variants only).
+        vocab_size: Vocabulary size for embedding table.
+        max_seq_len: Maximum sequence length.
+        matryoshka_dims: Nested output dimensions for Matryoshka.
+        pooling: Pooling strategy.
+        d_output: Final output dimension.
+        ffn_mult: SwiGLU FFN hidden dimension multiplier.
+        conv_kernel_size: Kernel size for conv variant.
+        spatial_rank: Rank of spatial mixing in MLP mixer.
+        n_random_features: Random features for linear attention.
+        dropout: Dropout rate (0 for inference).
+    """
+
+    variant: VariantType = VariantType.TRANSFORMER
+    d_embed: int = 128
+    d_model: int = 256
+    n_layers: int = 1
+    n_heads: int = 4
+    vocab_size: int = 30_000
+    max_seq_len: int = 512
+    matryoshka_dims: list[int] = field(
+        default_factory=lambda: [32, 64, 128, 256]
+    )
+    pooling: PoolingType = PoolingType.TASK_TOKEN
+    d_output: int = 256
+    ffn_mult: float = 8 / 3  # SwiGLU: 8/3 * d_model ≈ 683 for d=256
+    conv_kernel_size: int = 7
+    spatial_rank: int = 32
+    n_random_features: int = 128
+    dropout: float = 0.0
+
+    # ReSA scorer settings
+    scorer_type: str = "dot"
+    scorer_alpha_init: float = 0.1
+    scorer_hidden: int = 0  # 0 defaults to d_head
+
+    # GLA (Gated Linear Attention) settings
+    gla_expand_k: float = 0.5  # key dim expansion (key_dim = d_model * expand_k)
+    gla_expand_v: float = 1.0  # value dim expansion (value_dim = d_model * expand_v)
+    gla_gate_low_rank_dim: int = 16  # low-rank dim for gating projection
+    gla_gate_logit_normalizer: int = 16  # normalizer for gate logits
+    gla_use_short_conv: bool = True  # whether to use short conv on Q,K,V
+    gla_conv_size: int = 4  # short conv kernel size
+
+    # Special token IDs
+    pad_id: int = 0
+    unk_id: int = 1
+    bos_id: int = 2
+    eos_id: int = 3
+    qry_id: int = 4
+    doc_id: int = 5
+    sym_id: int = 6
+    n_special_tokens: int = 7
+
+    @property
+    def d_head(self) -> int:
+        """Per-head dimension."""
+        return self.d_model // self.n_heads
+
+    @property
+    def ffn_hidden(self) -> int:
+        """SwiGLU FFN hidden dimension."""
+        return int(self.d_model * self.ffn_mult)
+
+    def task_token_id(self, task: TaskToken) -> int:
+        """Return token ID for a task token."""
+        mapping = {
+            TaskToken.QRY: self.qry_id,
+            TaskToken.DOC: self.doc_id,
+            TaskToken.SYM: self.sym_id,
+        }
+        return mapping[task]
+
+    def to_dict(self) -> dict[str, Any]:
+        """Serialize config to dictionary."""
+        return {
+            "variant": self.variant.value,
+            "d_embed": self.d_embed,
+            "d_model": self.d_model,
+            "n_layers": self.n_layers,
+            "n_heads": self.n_heads,
+            "vocab_size": self.vocab_size,
+            "max_seq_len": self.max_seq_len,
+            "matryoshka_dims": self.matryoshka_dims,
+            "pooling": self.pooling.value,
+            "d_output": self.d_output,
+            "ffn_mult": self.ffn_mult,
+            "conv_kernel_size": self.conv_kernel_size,
+            "spatial_rank": self.spatial_rank,
+            "n_random_features": self.n_random_features,
+            "dropout": self.dropout,
+            "scorer_type": self.scorer_type,
+            "scorer_alpha_init": self.scorer_alpha_init,
+            "scorer_hidden": self.scorer_hidden,
+            "gla_expand_k": self.gla_expand_k,
+            "gla_expand_v": self.gla_expand_v,
+            "gla_gate_low_rank_dim": self.gla_gate_low_rank_dim,
+            "gla_gate_logit_normalizer": self.gla_gate_logit_normalizer,
+            "gla_use_short_conv": self.gla_use_short_conv,
+            "gla_conv_size": self.gla_conv_size,
+        }
+
+    @classmethod
+    def from_dict(cls, data: dict[str, Any]) -> OgmaConfig:
+        """Deserialize config from dictionary."""
+        data = dict(data)
+        if "variant" in data:
+            data["variant"] = VariantType(data["variant"])
+        if "pooling" in data:
+            data["pooling"] = PoolingType(data["pooling"])
+        known = {f.name for f in cls.__dataclass_fields__.values()}
+        filtered = {k: v for k, v in data.items() if k in known}
+        return cls(**filtered)

config.yaml

@@ -0,0 +1,19 @@
+conv_kernel_size: 7
+d_embed: 128
+d_model: 256
+d_output: 256
+dropout: 0.0
+ffn_mult: 2.6666666666666665
+matryoshka_dims:
+- 32
+- 64
+- 128
+- 256
+max_seq_len: 1024
+n_heads: 4
+n_layers: 6
+n_random_features: 128
+pooling: mean
+spatial_rank: 32
+variant: transformer
+vocab_size: 30000

embeddings.py

@@ -0,0 +1,143 @@
+"""Token embeddings, task token embeddings, and RoPE for Ogma."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+
+from ogma.model.config import OgmaConfig
+
+__all__ = ["TokenEmbedding", "RotaryPositionalEncoding"]
+
+
+class TokenEmbedding(nn.Module):
+    """Token embedding with optional linear projection.
+
+    Loads a vocab_size x d_embed embedding table and projects to d_model.
+    Includes 3 learnable task token embeddings ([QRY], [DOC], [SYM]).
+    """
+
+    def __init__(self, config: OgmaConfig) -> None:
+        super().__init__()
+        self.config = config
+        self.embed = nn.Embedding(
+            config.vocab_size + config.n_special_tokens,
+            config.d_embed,
+            padding_idx=config.pad_id,
+        )
+        if config.d_embed != config.d_model:
+            self.proj = nn.Linear(config.d_embed, config.d_model)
+        else:
+            self.proj = nn.Identity()  # type: ignore[assignment]
+
+        # Task token embeddings are learned separately at d_model
+        self.task_tokens = nn.Embedding(3, config.d_model)
+
+    def forward(
+        self,
+        token_ids: torch.Tensor,
+        task_token_ids: torch.Tensor,
+    ) -> torch.Tensor:
+        """Embed tokens and prepend task token.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            task_token_ids: (B,) task token IDs (4=QRY, 5=DOC, 6=SYM).
+
+        Returns:
+            (B, S+1, d_model) embeddings with task token prepended.
+        """
+        # Embed and project regular tokens
+        x = self.embed(token_ids)  # (B, S, d_embed)
+        x = self.proj(x)  # (B, S, d_model)
+
+        # Get task token embeddings (map 4,5,6 -> 0,1,2)
+        task_idx = task_token_ids - self.config.qry_id  # (B,)
+        task_emb = self.task_tokens(task_idx)  # (B, d_model)
+        task_emb = task_emb.unsqueeze(1)  # (B, 1, d_model)
+
+        # Prepend task token
+        return torch.cat([task_emb, x], dim=1)  # (B, S+1, d_model)
+
+    def load_pretrained_embeddings(
+        self, embeddings: torch.Tensor
+    ) -> None:
+        """Load pre-computed token embeddings (e.g., from teacher PCA).
+
+        Args:
+            embeddings: (vocab_size, d_embed) tensor.
+        """
+        with torch.no_grad():
+            n = min(embeddings.shape[0], self.config.vocab_size)
+            start = self.config.n_special_tokens
+            self.embed.weight[start : n + start] = embeddings[:n]
+
+
+class RotaryPositionalEncoding(nn.Module):
+    """Rotary Position Embedding (RoPE). Zero trainable parameters."""
+
+    def __init__(self, dim: int, max_seq_len: int = 512) -> None:
+        super().__init__()
+        inv_freq = 1.0 / (
+            10000.0 ** (torch.arange(0, dim, 2).float() / dim)
+        )
+        self.register_buffer("inv_freq", inv_freq)
+        self._build_cache(max_seq_len)
+
+    def _build_cache(self, seq_len: int) -> None:
+        inv_freq: torch.Tensor = self.inv_freq  # type: ignore[assignment]
+        t = torch.arange(seq_len, dtype=inv_freq.dtype)
+        freqs = torch.outer(t, inv_freq)
+        cos_cached = freqs.cos()
+        sin_cached = freqs.sin()
+        self.register_buffer("cos_cached", cos_cached, persistent=False)
+        self.register_buffer("sin_cached", sin_cached, persistent=False)
+
+    def forward(self, x: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
+        """Return cos and sin for sequence length of x.
+
+        Args:
+            x: (B, S, ...) tensor to determine sequence length.
+
+        Returns:
+            Tuple of (cos, sin) each of shape (S, d_head//2).
+        """
+        seq_len = x.shape[1]
+        cos: torch.Tensor = self.cos_cached  # type: ignore[assignment]
+        sin: torch.Tensor = self.sin_cached  # type: ignore[assignment]
+        if seq_len > cos.shape[0]:
+            self._build_cache(seq_len)
+            cos = self.cos_cached  # type: ignore[assignment]
+            sin = self.sin_cached  # type: ignore[assignment]
+        return cos[:seq_len], sin[:seq_len]
+
+
+def apply_rope(
+    q: torch.Tensor,
+    k: torch.Tensor,
+    cos: torch.Tensor,
+    sin: torch.Tensor,
+) -> tuple[torch.Tensor, torch.Tensor]:
+    """Apply rotary embeddings to query and key tensors.
+
+    Args:
+        q: (B, n_heads, S, d_head) query tensor.
+        k: (B, n_heads, S, d_head) key tensor.
+        cos: (S, d_head//2) cosine cache.
+        sin: (S, d_head//2) sine cache.
+
+    Returns:
+        Rotated (q, k) tensors.
+    """
+
+    def _rotate(x: torch.Tensor) -> torch.Tensor:
+        x1 = x[..., : x.shape[-1] // 2]
+        x2 = x[..., x.shape[-1] // 2 :]
+        cos_exp = cos.unsqueeze(0).unsqueeze(0)  # (1, 1, S, d_head//2)
+        sin_exp = sin.unsqueeze(0).unsqueeze(0)
+        return torch.cat(
+            [x1 * cos_exp - x2 * sin_exp, x2 * cos_exp + x1 * sin_exp],
+            dim=-1,
+        )
+
+    return _rotate(q), _rotate(k)

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e6d94ca13f26d03aa1e1d465bdb3f8b1fa83447a4e36a49653c0aecd2f2cfb
+size 34408948

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6142f9f6637006e944bf436f872df1b69076a7ceb62a39b4d65a011be3126097
+size 34393728

ogma_model.py

@@ -0,0 +1,203 @@
+"""OgmaModel — top-level model wrapping any architecture variant."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from ogma.model.config import OgmaConfig, TaskToken, VariantType
+from ogma.model.embeddings import TokenEmbedding
+from ogma.model.pooling import create_pooling
+from ogma.model.variants.conv import ConvVariant
+from ogma.model.variants.deep_narrow import DeepNarrowVariant
+from ogma.model.variants.linear_attention import LinearAttentionVariant
+from ogma.model.variants.mlp_mixer import MLPMixerVariant
+from ogma.model.variants.transformer import TransformerVariant
+from ogma.model.variants.transformer_resa import TransformerReSAVariant
+from ogma.model.variants.gla import GLAVariant
+
+__all__ = ["OgmaModel"]
+
+MAX_PARAMS = 10_000_000
+
+
+def _build_variant(config: OgmaConfig) -> nn.Module:
+    """Instantiate the appropriate architecture variant."""
+    if config.variant == VariantType.TRANSFORMER:
+        return TransformerVariant(config)
+    elif config.variant == VariantType.DEEP_NARROW:
+        return DeepNarrowVariant(config)
+    elif config.variant == VariantType.CONV:
+        return ConvVariant(config)
+    elif config.variant == VariantType.LINEAR_ATTENTION:
+        return LinearAttentionVariant(config)
+    elif config.variant == VariantType.MLP_MIXER:
+        return MLPMixerVariant(config)
+    elif config.variant == VariantType.TRANSFORMER_RESA:
+        return TransformerReSAVariant(config)
+    elif config.variant == VariantType.GLA:
+        return GLAVariant(config)
+    raise ValueError(f"Unknown variant: {config.variant}")
+
+
+class OgmaModel(nn.Module):
+    """Ogma embedding model.
+
+    Wraps any architecture variant with shared embedding, pooling, and
+    normalization. Produces L2-normalized embeddings at d_output dimensions,
+    Matryoshka-compatible at configured sub-dimensions.
+    """
+
+    def __init__(self, config: OgmaConfig) -> None:
+        super().__init__()
+        self.config = config
+        self.embedding = TokenEmbedding(config)
+        self.variant = _build_variant(config)
+        self.pooling = create_pooling(config)
+
+        # Output projection if variant output != d_output
+        needs_proj = (
+            config.variant == VariantType.DEEP_NARROW
+            and config.d_model != config.d_output
+        )
+        # DeepNarrowVariant already has output_proj, so no extra needed here
+        if not needs_proj and config.d_model != config.d_output:
+            self.output_proj: nn.Module = nn.Linear(
+                config.d_model, config.d_output
+            )
+        else:
+            self.output_proj = nn.Identity()
+
+    def forward(
+        self,
+        token_ids: torch.Tensor,
+        attention_mask: torch.Tensor,
+        task_token_ids: torch.Tensor,
+    ) -> torch.Tensor:
+        """Forward pass producing L2-normalized embeddings.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            attention_mask: (B, S) attention mask (1=valid, 0=pad).
+            task_token_ids: (B,) task token IDs (4=QRY, 5=DOC, 6=SYM).
+
+        Returns:
+            (B, d_output) L2-normalized embeddings.
+        """
+        # Embed tokens with task token prepended -> (B, S+1, d_model)
+        x = self.embedding(token_ids, task_token_ids)
+
+        # Extend attention mask for prepended task token
+        task_mask = torch.ones(
+            attention_mask.shape[0], 1,
+            device=attention_mask.device,
+            dtype=attention_mask.dtype,
+        )
+        extended_mask = torch.cat([task_mask, attention_mask], dim=1)
+
+        # Run through variant
+        x = self.variant(x, extended_mask)
+
+        # Pool
+        x = self.pooling(x, extended_mask)
+
+        # Project if needed
+        x = self.output_proj(x)
+
+        # L2 normalize
+        return F.normalize(x, p=2, dim=-1)
+
+    def encode(
+        self,
+        token_ids: torch.Tensor,
+        attention_mask: torch.Tensor,
+        task: TaskToken = TaskToken.SYM,
+    ) -> torch.Tensor:
+        """Encode tokens with a specified task mode.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            attention_mask: (B, S) attention mask.
+            task: Task token to use.
+
+        Returns:
+            (B, d_output) L2-normalized embeddings.
+        """
+        task_ids = torch.full(
+            (token_ids.shape[0],),
+            self.config.task_token_id(task),
+            device=token_ids.device,
+            dtype=torch.long,
+        )
+        return self.forward(token_ids, attention_mask, task_ids)
+
+    def param_count(self) -> int:
+        """Count total trainable parameters."""
+        return sum(p.numel() for p in self.parameters() if p.requires_grad)
+
+    def assert_param_budget(self) -> None:
+        """Assert model is under the 10M parameter budget."""
+        count = self.param_count()
+        assert count < MAX_PARAMS, (
+            f"Model has {count:,} params, exceeds {MAX_PARAMS:,} budget"
+        )
+
+    @classmethod
+    def from_config(cls, config: OgmaConfig) -> OgmaModel:
+        """Factory method to build a model from config."""
+        model = cls(config)
+        model.assert_param_budget()
+        return model
+
+    @classmethod
+    def from_checkpoint(
+        cls,
+        path: str,
+        device: str = "cpu",
+    ) -> OgmaModel:
+        """Load model from a checkpoint directory.
+
+        Args:
+            path: Path to checkpoint directory containing config.yaml
+                and model.pt.
+            device: Device to load model to.
+
+        Returns:
+            Loaded OgmaModel.
+        """
+        from pathlib import Path
+
+        import yaml
+
+        ckpt_path = Path(path)
+        with open(ckpt_path / "config.yaml") as f:
+            config_dict = yaml.safe_load(f)
+        config = OgmaConfig.from_dict(config_dict)
+
+        model = cls(config)
+        state_dict = torch.load(
+            ckpt_path / "model.pt",
+            map_location=device,
+            weights_only=True,
+        )
+        model.load_state_dict(state_dict)
+        model.to(device)
+        model.eval()
+        return model
+
+    def save_checkpoint(self, path: str) -> None:
+        """Save model checkpoint.
+
+        Args:
+            path: Directory to save config.yaml and model.pt.
+        """
+        from pathlib import Path
+
+        import yaml
+
+        ckpt_path = Path(path)
+        ckpt_path.mkdir(parents=True, exist_ok=True)
+        with open(ckpt_path / "config.yaml", "w") as f:
+            yaml.dump(self.config.to_dict(), f, default_flow_style=False)
+        torch.save(self.state_dict(), ckpt_path / "model.pt")

pooling.py

@@ -0,0 +1,99 @@
+"""Pooling strategies for Ogma."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from ogma.model.config import OgmaConfig, PoolingType
+
+__all__ = [
+    "create_pooling",
+    "TaskTokenPooling",
+    "LatentAttentionPooling",
+    "MeanPooling",
+]
+
+
+def create_pooling(config: OgmaConfig) -> nn.Module:
+    """Factory for pooling layers."""
+    if config.pooling == PoolingType.TASK_TOKEN:
+        return TaskTokenPooling()
+    elif config.pooling == PoolingType.LATENT_ATTENTION:
+        return LatentAttentionPooling(config.d_model)
+    elif config.pooling == PoolingType.MEAN:
+        return MeanPooling()
+    raise ValueError(f"Unknown pooling type: {config.pooling}")
+
+
+class TaskTokenPooling(nn.Module):
+    """Use the output at position 0 (task token) as the sentence embedding."""
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Extract task token output.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: unused, for interface compatibility.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        return x[:, 0, :]
+
+
+class LatentAttentionPooling(nn.Module):
+    """Learned query vector attends over all token outputs."""
+
+    def __init__(self, d_model: int) -> None:
+        super().__init__()
+        self.query = nn.Parameter(torch.randn(d_model))
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Attend over sequence with learned query.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: (B, S) mask where 1=valid, 0=pad.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        # (B, S)
+        scores = torch.matmul(x, self.query) / (x.shape[-1] ** 0.5)
+        if attention_mask is not None:
+            scores = scores.masked_fill(attention_mask == 0, float("-inf"))
+        weights = F.softmax(scores, dim=-1)  # (B, S)
+        return torch.bmm(weights.unsqueeze(1), x).squeeze(1)  # (B, D)
+
+
+class MeanPooling(nn.Module):
+    """Average all token outputs (excluding padding)."""
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Mean pool over valid tokens.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: (B, S) mask where 1=valid, 0=pad.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        if attention_mask is None:
+            return x.mean(dim=1)
+        mask = attention_mask.unsqueeze(-1).float()  # (B, S, 1)
+        return (x * mask).sum(dim=1) / mask.sum(dim=1).clamp(min=1e-9)

results/AmazonCounterfactualClassification.json

@@ -0,0 +1,268 @@
+{
+  "dataset_revision": "1f7e6a9d6fa6e64c53d146e428565640410c0df1",
+  "task_name": "AmazonCounterfactualClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.77961,
+            "f1": 0.655834,
+            "f1_weighted": 0.819218,
+            "precision": 0.641782,
+            "precision_weighted": 0.909331,
+            "recall": 0.816592,
+            "recall_weighted": 0.77961,
+            "ap": 0.276514,
+            "ap_weighted": 0.276514
+          },
+          {
+            "accuracy": 0.6994,
+            "f1": 0.580126,
+            "f1_weighted": 0.757276,
+            "precision": 0.598199,
+            "precision_weighted": 0.89019,
+            "recall": 0.743214,
+            "recall_weighted": 0.6994,
+            "ap": 0.204131,
+            "ap_weighted": 0.204131
+          },
+          {
+            "accuracy": 0.717391,
+            "f1": 0.598927,
+            "f1_weighted": 0.771476,
+            "precision": 0.610094,
+            "precision_weighted": 0.897672,
+            "recall": 0.769149,
+            "recall_weighted": 0.717391,
+            "ap": 0.223211,
+            "ap_weighted": 0.223211
+          },
+          {
+            "accuracy": 0.625187,
+            "f1": 0.515825,
+            "f1_weighted": 0.697981,
+            "precision": 0.5639,
+            "precision_weighted": 0.86918,
+            "recall": 0.666825,
+            "recall_weighted": 0.625187,
+            "ap": 0.157475,
+            "ap_weighted": 0.157475
+          },
+          {
+            "accuracy": 0.734633,
+            "f1": 0.6081,
+            "f1_weighted": 0.784378,
+            "precision": 0.611395,
+            "precision_weighted": 0.894306,
+            "recall": 0.762879,
+            "recall_weighted": 0.734633,
+            "ap": 0.223828,
+            "ap_weighted": 0.223828
+          },
+          {
+            "accuracy": 0.718141,
+            "f1": 0.599527,
+            "f1_weighted": 0.772056,
+            "precision": 0.610373,
+            "precision_weighted": 0.897755,
+            "recall": 0.769567,
+            "recall_weighted": 0.718141,
+            "ap": 0.22365,
+            "ap_weighted": 0.22365
+          },
+          {
+            "accuracy": 0.703898,
+            "f1": 0.583608,
+            "f1_weighted": 0.760771,
+            "precision": 0.599754,
+            "precision_weighted": 0.890697,
+            "recall": 0.745724,
+            "recall_weighted": 0.703898,
+            "ap": 0.206429,
+            "ap_weighted": 0.206429
+          },
+          {
+            "accuracy": 0.706897,
+            "f1": 0.590597,
+            "f1_weighted": 0.763329,
+            "precision": 0.606305,
+            "precision_weighted": 0.896536,
+            "recall": 0.763291,
+            "recall_weighted": 0.706897,
+            "ap": 0.217253,
+            "ap_weighted": 0.217253
+          },
+          {
+            "accuracy": 0.76087,
+            "f1": 0.63221,
+            "f1_weighted": 0.804408,
+            "precision": 0.625154,
+            "precision_weighted": 0.899705,
+            "recall": 0.783881,
+            "recall_weighted": 0.76087,
+            "ap": 0.245755,
+            "ap_weighted": 0.245755
+          },
+          {
+            "accuracy": 0.73913,
+            "f1": 0.611801,
+            "f1_weighted": 0.787796,
+            "precision": 0.613266,
+            "precision_weighted": 0.89486,
+            "recall": 0.765389,
+            "recall_weighted": 0.73913,
+            "ap": 0.226651,
+            "ap_weighted": 0.226651
+          }
+        ],
+        "accuracy": 0.718516,
+        "f1": 0.597656,
+        "f1_weighted": 0.771869,
+        "precision": 0.608022,
+        "precision_weighted": 0.894023,
+        "recall": 0.758651,
+        "recall_weighted": 0.718516,
+        "ap": 0.22049,
+        "ap_weighted": 0.22049,
+        "main_score": 0.718516,
+        "hf_subset": "en-ext",
+        "languages": [
+          "eng-Latn"
+        ]
+      },
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.650746,
+            "f1": 0.604091,
+            "f1_weighted": 0.686853,
+            "precision": 0.627886,
+            "precision_weighted": 0.807255,
+            "recall": 0.702035,
+            "recall_weighted": 0.650746,
+            "ap": 0.303878,
+            "ap_weighted": 0.303878
+          },
+          {
+            "accuracy": 0.679104,
+            "f1": 0.618523,
+            "f1_weighted": 0.711097,
+            "precision": 0.626312,
+            "precision_weighted": 0.79726,
+            "recall": 0.693658,
+            "recall_weighted": 0.679104,
+            "ap": 0.303203,
+            "ap_weighted": 0.303203
+          },
+          {
+            "accuracy": 0.644776,
+            "f1": 0.596381,
+            "f1_weighted": 0.681489,
+            "precision": 0.620167,
+            "precision_weighted": 0.799464,
+            "recall": 0.689657,
+            "recall_weighted": 0.644776,
+            "ap": 0.29492,
+            "ap_weighted": 0.29492
+          },
+          {
+            "accuracy": 0.685075,
+            "f1": 0.628735,
+            "f1_weighted": 0.716806,
+            "precision": 0.637241,
+            "precision_weighted": 0.808434,
+            "recall": 0.711814,
+            "recall_weighted": 0.685075,
+            "ap": 0.316886,
+            "ap_weighted": 0.316886
+          },
+          {
+            "accuracy": 0.68209,
+            "f1": 0.632087,
+            "f1_weighted": 0.714682,
+            "precision": 0.645403,
+            "precision_weighted": 0.819451,
+            "recall": 0.727294,
+            "recall_weighted": 0.68209,
+            "ap": 0.327026,
+            "ap_weighted": 0.327026
+          },
+          {
+            "accuracy": 0.707463,
+            "f1": 0.646624,
+            "f1_weighted": 0.735912,
+            "precision": 0.647397,
+            "precision_weighted": 0.812983,
+            "recall": 0.72284,
+            "recall_weighted": 0.707463,
+            "ap": 0.330146,
+            "ap_weighted": 0.330146
+          },
+          {
+            "accuracy": 0.729851,
+            "f1": 0.655658,
+            "f1_weighted": 0.752991,
+            "precision": 0.647664,
+            "precision_weighted": 0.804356,
+            "recall": 0.710752,
+            "recall_weighted": 0.729851,
+            "ap": 0.327887,
+            "ap_weighted": 0.327887
+          },
+          {
+            "accuracy": 0.714925,
+            "f1": 0.64637,
+            "f1_weighted": 0.741186,
+            "precision": 0.64275,
+            "precision_weighted": 0.80455,
+            "recall": 0.710143,
+            "recall_weighted": 0.714925,
+            "ap": 0.323007,
+            "ap_weighted": 0.323007
+          },
+          {
+            "accuracy": 0.631343,
+            "f1": 0.58258,
+            "f1_weighted": 0.66946,
+            "precision": 0.609229,
+            "precision_weighted": 0.789679,
+            "recall": 0.672641,
+            "recall_weighted": 0.631343,
+            "ap": 0.282438,
+            "ap_weighted": 0.282438
+          },
+          {
+            "accuracy": 0.61791,
+            "f1": 0.569828,
+            "f1_weighted": 0.657407,
+            "precision": 0.600089,
+            "precision_weighted": 0.781864,
+            "recall": 0.658514,
+            "recall_weighted": 0.61791,
+            "ap": 0.27244,
+            "ap_weighted": 0.27244
+          }
+        ],
+        "accuracy": 0.674328,
+        "f1": 0.618088,
+        "f1_weighted": 0.706788,
+        "precision": 0.630414,
+        "precision_weighted": 0.80253,
+        "recall": 0.699935,
+        "recall_weighted": 0.674328,
+        "ap": 0.308183,
+        "ap_weighted": 0.308183,
+        "main_score": 0.674328,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 24.336832523345947,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AmazonPolarityClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
+  "task_name": "AmazonPolarityClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.774242,
+            "f1": 0.773955,
+            "f1_weighted": 0.773955,
+            "precision": 0.775647,
+            "precision_weighted": 0.775647,
+            "recall": 0.774242,
+            "recall_weighted": 0.774242,
+            "ap": 0.718111,
+            "ap_weighted": 0.718111
+          },
+          {
+            "accuracy": 0.712098,
+            "f1": 0.712096,
+            "f1_weighted": 0.712096,
+            "precision": 0.712101,
+            "precision_weighted": 0.712101,
+            "recall": 0.712098,
+            "recall_weighted": 0.712098,
+            "ap": 0.650841,
+            "ap_weighted": 0.650841
+          },
+          {
+            "accuracy": 0.800255,
+            "f1": 0.800027,
+            "f1_weighted": 0.800027,
+            "precision": 0.801633,
+            "precision_weighted": 0.801633,
+            "recall": 0.800255,
+            "recall_weighted": 0.800255,
+            "ap": 0.734574,
+            "ap_weighted": 0.734574
+          },
+          {
+            "accuracy": 0.770332,
+            "f1": 0.766838,
+            "f1_weighted": 0.766838,
+            "precision": 0.787571,
+            "precision_weighted": 0.787571,
+            "recall": 0.770333,
+            "recall_weighted": 0.770332,
+            "ap": 0.731939,
+            "ap_weighted": 0.731939
+          },
+          {
+            "accuracy": 0.79084,
+            "f1": 0.790832,
+            "f1_weighted": 0.790832,
+            "precision": 0.790883,
+            "precision_weighted": 0.790883,
+            "recall": 0.79084,
+            "recall_weighted": 0.79084,
+            "ap": 0.731053,
+            "ap_weighted": 0.731053
+          },
+          {
+            "accuracy": 0.731045,
+            "f1": 0.729318,
+            "f1_weighted": 0.729318,
+            "precision": 0.737096,
+            "precision_weighted": 0.737096,
+            "recall": 0.731045,
+            "recall_weighted": 0.731045,
+            "ap": 0.679053,
+            "ap_weighted": 0.679053
+          },
+          {
+            "accuracy": 0.753105,
+            "f1": 0.751956,
+            "f1_weighted": 0.751956,
+            "precision": 0.757883,
+            "precision_weighted": 0.757883,
+            "recall": 0.753105,
+            "recall_weighted": 0.753105,
+            "ap": 0.682939,
+            "ap_weighted": 0.682939
+          },
+          {
+            "accuracy": 0.816152,
+            "f1": 0.815148,
+            "f1_weighted": 0.815148,
+            "precision": 0.823176,
+            "precision_weighted": 0.823176,
+            "recall": 0.816153,
+            "recall_weighted": 0.816152,
+            "ap": 0.775312,
+            "ap_weighted": 0.775312
+          },
+          {
+            "accuracy": 0.731452,
+            "f1": 0.72609,
+            "f1_weighted": 0.72609,
+            "precision": 0.751118,
+            "precision_weighted": 0.751118,
+            "recall": 0.731453,
+            "recall_weighted": 0.731452,
+            "ap": 0.657583,
+            "ap_weighted": 0.657583
+          },
+          {
+            "accuracy": 0.792623,
+            "f1": 0.791771,
+            "f1_weighted": 0.791771,
+            "precision": 0.797491,
+            "precision_weighted": 0.797491,
+            "recall": 0.792623,
+            "recall_weighted": 0.792623,
+            "ap": 0.722228,
+            "ap_weighted": 0.722228
+          }
+        ],
+        "accuracy": 0.767215,
+        "f1": 0.765803,
+        "f1_weighted": 0.765803,
+        "precision": 0.77346,
+        "precision_weighted": 0.77346,
+        "recall": 0.767215,
+        "recall_weighted": 0.767215,
+        "ap": 0.708363,
+        "ap_weighted": 0.708363,
+        "main_score": 0.767215,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 5941.902814865112,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AmazonReviewsClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "6b5d328eaae8ef408dd7d775040245cf86f92e9d",
+  "task_name": "AmazonReviewsClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.4108,
+            "f1": 0.393756,
+            "f1_weighted": 0.393756,
+            "precision": 0.394797,
+            "precision_weighted": 0.394797,
+            "recall": 0.4108,
+            "recall_weighted": 0.4108,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.412,
+            "f1": 0.401409,
+            "f1_weighted": 0.401409,
+            "precision": 0.404834,
+            "precision_weighted": 0.404834,
+            "recall": 0.412,
+            "recall_weighted": 0.412,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3964,
+            "f1": 0.39079,
+            "f1_weighted": 0.39079,
+            "precision": 0.388085,
+            "precision_weighted": 0.388085,
+            "recall": 0.3964,
+            "recall_weighted": 0.3964,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3852,
+            "f1": 0.387035,
+            "f1_weighted": 0.387035,
+            "precision": 0.389871,
+            "precision_weighted": 0.389871,
+            "recall": 0.3852,
+            "recall_weighted": 0.3852,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4038,
+            "f1": 0.38943,
+            "f1_weighted": 0.38943,
+            "precision": 0.397404,
+            "precision_weighted": 0.397404,
+            "recall": 0.4038,
+            "recall_weighted": 0.4038,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3654,
+            "f1": 0.356646,
+            "f1_weighted": 0.356646,
+            "precision": 0.369934,
+            "precision_weighted": 0.369934,
+            "recall": 0.3654,
+            "recall_weighted": 0.3654,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3604,
+            "f1": 0.356647,
+            "f1_weighted": 0.356647,
+            "precision": 0.354729,
+            "precision_weighted": 0.354729,
+            "recall": 0.3604,
+            "recall_weighted": 0.3604,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.414,
+            "f1": 0.410875,
+            "f1_weighted": 0.410875,
+            "precision": 0.40967,
+            "precision_weighted": 0.40967,
+            "recall": 0.414,
+            "recall_weighted": 0.414,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3752,
+            "f1": 0.358417,
+            "f1_weighted": 0.358417,
+            "precision": 0.370493,
+            "precision_weighted": 0.370493,
+            "recall": 0.3752,
+            "recall_weighted": 0.3752,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3772,
+            "f1": 0.359868,
+            "f1_weighted": 0.359868,
+            "precision": 0.36441,
+            "precision_weighted": 0.36441,
+            "recall": 0.3772,
+            "recall_weighted": 0.3772,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.39004,
+        "f1": 0.380487,
+        "f1_weighted": 0.380487,
+        "precision": 0.384423,
+        "precision_weighted": 0.384423,
+        "recall": 0.39004,
+        "recall_weighted": 0.39004,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.39004,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 86.87519001960754,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArXivHierarchicalClusteringP2P.json

@@ -0,0 +1,47 @@
+{
+  "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
+  "task_name": "ArXivHierarchicalClusteringP2P",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.520154,
+            0.515828,
+            0.535515,
+            0.533674,
+            0.474025,
+            0.490379,
+            0.541541,
+            0.534128,
+            0.558393,
+            0.515761
+          ],
+          "Level 1": [
+            0.610618,
+            0.570487,
+            0.57927,
+            0.58846,
+            0.60162,
+            0.580356,
+            0.576163,
+            0.59404,
+            0.589051,
+            0.597647
+          ]
+        },
+        "v_measure": 0.555355,
+        "v_measure_std": 0.038269,
+        "main_score": 0.555355,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 2.509460210800171,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArXivHierarchicalClusteringS2S.json

@@ -0,0 +1,47 @@
+{
+  "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3",
+  "task_name": "ArXivHierarchicalClusteringS2S",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.469153,
+            0.483904,
+            0.526902,
+            0.469214,
+            0.47674,
+            0.457316,
+            0.464642,
+            0.485136,
+            0.457321,
+            0.478392
+          ],
+          "Level 1": [
+            0.574796,
+            0.542969,
+            0.580082,
+            0.582003,
+            0.58335,
+            0.547177,
+            0.540052,
+            0.574295,
+            0.547945,
+            0.582625
+          ]
+        },
+        "v_measure": 0.521201,
+        "v_measure_std": 0.047967,
+        "main_score": 0.521201,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 2.479525566101074,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArguAna.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a",
+  "task_name": "ArguAna",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.18421,
+        "ndcg_at_3": 0.31658,
+        "ndcg_at_5": 0.3627,
+        "ndcg_at_10": 0.42323,
+        "ndcg_at_20": 0.4614,
+        "ndcg_at_100": 0.48216,
+        "ndcg_at_1000": 0.48544,
+        "map_at_1": 0.18421,
+        "map_at_3": 0.28307,
+        "map_at_5": 0.30857,
+        "map_at_10": 0.33384,
+        "map_at_20": 0.34462,
+        "map_at_100": 0.34769,
+        "map_at_1000": 0.34782,
+        "recall_at_1": 0.18421,
+        "recall_at_3": 0.41394,
+        "recall_at_5": 0.52632,
+        "recall_at_10": 0.71195,
+        "recall_at_20": 0.8606,
+        "recall_at_100": 0.96942,
+        "recall_at_1000": 0.99502,
+        "accuracy": 0.18421,
+        "precision_at_1": 0.18421,
+        "precision_at_3": 0.13798,
+        "precision_at_5": 0.10526,
+        "precision_at_10": 0.07119,
+        "precision_at_20": 0.04303,
+        "precision_at_100": 0.00969,
+        "precision_at_1000": 0.001,
+        "mrr_at_1": 0.187055,
+        "mrr_at_3": 0.284258,
+        "mrr_at_5": 0.309471,
+        "mrr_at_10": 0.33498,
+        "mrr_at_20": 0.345595,
+        "mrr_at_100": 0.348699,
+        "mrr_at_1000": 0.348824,
+        "nauc_ndcg_at_1_max": -0.040756,
+        "nauc_ndcg_at_1_std": -0.117154,
+        "nauc_ndcg_at_1_diff1": 0.170308,
+        "nauc_ndcg_at_3_max": -0.030666,
+        "nauc_ndcg_at_3_std": -0.080075,
+        "nauc_ndcg_at_3_diff1": 0.084019,
+        "nauc_ndcg_at_5_max": -0.01313,
+        "nauc_ndcg_at_5_std": -0.084901,
+        "nauc_ndcg_at_5_diff1": 0.080777,
+        "nauc_ndcg_at_10_max": 0.015636,
+        "nauc_ndcg_at_10_std": -0.060906,
+        "nauc_ndcg_at_10_diff1": 0.090183,
+        "nauc_ndcg_at_20_max": 0.014795,
+        "nauc_ndcg_at_20_std": -0.075479,
+        "nauc_ndcg_at_20_diff1": 0.094634,
+        "nauc_ndcg_at_100_max": 0.006286,
+        "nauc_ndcg_at_100_std": -0.066076,
+        "nauc_ndcg_at_100_diff1": 0.103047,
+        "nauc_ndcg_at_1000_max": -0.00161,
+        "nauc_ndcg_at_1000_std": -0.076239,
+        "nauc_ndcg_at_1000_diff1": 0.100072,
+        "nauc_map_at_1_max": -0.040756,
+        "nauc_map_at_1_std": -0.117154,
+        "nauc_map_at_1_diff1": 0.170308,
+        "nauc_map_at_3_max": -0.032612,
+        "nauc_map_at_3_std": -0.089076,
+        "nauc_map_at_3_diff1": 0.101665,
+        "nauc_map_at_5_max": -0.022874,
+        "nauc_map_at_5_std": -0.091874,
+        "nauc_map_at_5_diff1": 0.09999,
+        "nauc_map_at_10_max": -0.01117,
+        "nauc_map_at_10_std": -0.082613,
+        "nauc_map_at_10_diff1": 0.104829,
+        "nauc_map_at_20_max": -0.01173,
+        "nauc_map_at_20_std": -0.087093,
+        "nauc_map_at_20_diff1": 0.106293,
+        "nauc_map_at_100_max": -0.012778,
+        "nauc_map_at_100_std": -0.086179,
+        "nauc_map_at_100_diff1": 0.107626,
+        "nauc_map_at_1000_max": -0.013034,
+        "nauc_map_at_1000_std": -0.086486,
+        "nauc_map_at_1000_diff1": 0.107523,
+        "nauc_recall_at_1_max": -0.040756,
+        "nauc_recall_at_1_std": -0.117154,
+        "nauc_recall_at_1_diff1": 0.170308,
+        "nauc_recall_at_3_max": -0.025834,
+        "nauc_recall_at_3_std": -0.057019,
+        "nauc_recall_at_3_diff1": 0.03984,
+        "nauc_recall_at_5_max": 0.015047,
+        "nauc_recall_at_5_std": -0.066905,
+        "nauc_recall_at_5_diff1": 0.030192,
+        "nauc_recall_at_10_max": 0.124208,
+        "nauc_recall_at_10_std": 0.025652,
+        "nauc_recall_at_10_diff1": 0.043643,
+        "nauc_recall_at_20_max": 0.205014,
+        "nauc_recall_at_20_std": -0.006456,
+        "nauc_recall_at_20_diff1": 0.038373,
+        "nauc_recall_at_100_max": 0.459125,
+        "nauc_recall_at_100_std": 0.637786,
+        "nauc_recall_at_100_diff1": 0.166582,
+        "nauc_recall_at_1000_max": -0.148905,
+        "nauc_recall_at_1000_std": 0.417181,
+        "nauc_recall_at_1000_diff1": -0.58964,
+        "nauc_precision_at_1_max": -0.040756,
+        "nauc_precision_at_1_std": -0.117154,
+        "nauc_precision_at_1_diff1": 0.170308,
+        "nauc_precision_at_3_max": -0.025834,
+        "nauc_precision_at_3_std": -0.057019,
+        "nauc_precision_at_3_diff1": 0.03984,
+        "nauc_precision_at_5_max": 0.015047,
+        "nauc_precision_at_5_std": -0.066905,
+        "nauc_precision_at_5_diff1": 0.030192,
+        "nauc_precision_at_10_max": 0.124208,
+        "nauc_precision_at_10_std": 0.025652,
+        "nauc_precision_at_10_diff1": 0.043643,
+        "nauc_precision_at_20_max": 0.205014,
+        "nauc_precision_at_20_std": -0.006456,
+        "nauc_precision_at_20_diff1": 0.038373,
+        "nauc_precision_at_100_max": 0.459125,
+        "nauc_precision_at_100_std": 0.637786,
+        "nauc_precision_at_100_diff1": 0.166582,
+        "nauc_precision_at_1000_max": -0.148905,
+        "nauc_precision_at_1000_std": 0.417181,
+        "nauc_precision_at_1000_diff1": -0.58964,
+        "nauc_mrr_at_1_max": -0.041155,
+        "nauc_mrr_at_1_std": -0.121635,
+        "nauc_mrr_at_1_diff1": 0.157903,
+        "nauc_mrr_at_3_max": -0.034367,
+        "nauc_mrr_at_3_std": -0.089098,
+        "nauc_mrr_at_3_diff1": 0.093949,
+        "nauc_mrr_at_5_max": -0.026883,
+        "nauc_mrr_at_5_std": -0.09347,
+        "nauc_mrr_at_5_diff1": 0.091462,
+        "nauc_mrr_at_10_max": -0.014492,
+        "nauc_mrr_at_10_std": -0.084178,
+        "nauc_mrr_at_10_diff1": 0.096409,
+        "nauc_mrr_at_20_max": -0.015278,
+        "nauc_mrr_at_20_std": -0.088586,
+        "nauc_mrr_at_20_diff1": 0.097639,
+        "nauc_mrr_at_100_max": -0.01629,
+        "nauc_mrr_at_100_std": -0.087496,
+        "nauc_mrr_at_100_diff1": 0.098877,
+        "nauc_mrr_at_1000_max": -0.016546,
+        "nauc_mrr_at_1000_std": -0.087802,
+        "nauc_mrr_at_1000_diff1": 0.098771,
+        "hit_rate_at_1": 0.18421,
+        "hit_rate_at_3": 0.41394,
+        "hit_rate_at_5": 0.52632,
+        "hit_rate_at_10": 0.71195,
+        "hit_rate_at_20": 0.8606,
+        "hit_rate_at_100": 0.96942,
+        "hit_rate_at_1000": 0.99502,
+        "main_score": 0.42323,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 28.33542037010193,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AskUbuntuDupQuestions.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048",
+  "task_name": "AskUbuntuDupQuestions",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.52078,
+        "ndcg_at_3": 0.51458,
+        "ndcg_at_5": 0.53232,
+        "ndcg_at_10": 0.60543,
+        "ndcg_at_20": 0.71998,
+        "ndcg_at_100": 0.71998,
+        "ndcg_at_1000": 0.71998,
+        "map_at_1": 0.1313,
+        "map_at_3": 0.25533,
+        "map_at_5": 0.3283,
+        "map_at_10": 0.44283,
+        "map_at_20": 0.55081,
+        "map_at_100": 0.55081,
+        "map_at_1000": 0.55081,
+        "recall_at_1": 0.1313,
+        "recall_at_3": 0.31087,
+        "recall_at_5": 0.45426,
+        "recall_at_10": 0.7067,
+        "recall_at_20": 1.0,
+        "recall_at_100": 1.0,
+        "recall_at_1000": 1.0,
+        "accuracy": 0.1313,
+        "precision_at_1": 0.52078,
+        "precision_at_3": 0.4626,
+        "precision_at_5": 0.4205,
+        "precision_at_10": 0.35679,
+        "precision_at_20": 0.27355,
+        "precision_at_100": 0.05471,
+        "precision_at_1000": 0.00547,
+        "mrr_at_1": 0.520776,
+        "mrr_at_3": 0.637119,
+        "mrr_at_5": 0.661496,
+        "mrr_at_10": 0.669663,
+        "mrr_at_20": 0.67308,
+        "mrr_at_100": 0.67308,
+        "mrr_at_1000": 0.67308,
+        "nauc_ndcg_at_1_max": 0.283561,
+        "nauc_ndcg_at_1_std": 0.226528,
+        "nauc_ndcg_at_1_diff1": 0.112504,
+        "nauc_ndcg_at_3_max": 0.215275,
+        "nauc_ndcg_at_3_std": 0.159846,
+        "nauc_ndcg_at_3_diff1": 0.089294,
+        "nauc_ndcg_at_5_max": 0.206483,
+        "nauc_ndcg_at_5_std": 0.176641,
+        "nauc_ndcg_at_5_diff1": 0.092346,
+        "nauc_ndcg_at_10_max": 0.202064,
+        "nauc_ndcg_at_10_std": 0.202791,
+        "nauc_ndcg_at_10_diff1": 0.060188,
+        "nauc_ndcg_at_20_max": 0.267742,
+        "nauc_ndcg_at_20_std": 0.185069,
+        "nauc_ndcg_at_20_diff1": 0.106487,
+        "nauc_ndcg_at_100_max": 0.267742,
+        "nauc_ndcg_at_100_std": 0.185069,
+        "nauc_ndcg_at_100_diff1": 0.106487,
+        "nauc_ndcg_at_1000_max": 0.267742,
+        "nauc_ndcg_at_1000_std": 0.185069,
+        "nauc_ndcg_at_1000_diff1": 0.106487,
+        "nauc_map_at_1_max": 0.058718,
+        "nauc_map_at_1_std": 0.098439,
+        "nauc_map_at_1_diff1": 0.146192,
+        "nauc_map_at_3_max": 0.043917,
+        "nauc_map_at_3_std": 0.111986,
+        "nauc_map_at_3_diff1": 0.091431,
+        "nauc_map_at_5_max": 0.080912,
+        "nauc_map_at_5_std": 0.152408,
+        "nauc_map_at_5_diff1": 0.083909,
+        "nauc_map_at_10_max": 0.148512,
+        "nauc_map_at_10_std": 0.184537,
+        "nauc_map_at_10_diff1": 0.067553,
+        "nauc_map_at_20_max": 0.225526,
+        "nauc_map_at_20_std": 0.174553,
+        "nauc_map_at_20_diff1": 0.093769,
+        "nauc_map_at_100_max": 0.225526,
+        "nauc_map_at_100_std": 0.174553,
+        "nauc_map_at_100_diff1": 0.093769,
+        "nauc_map_at_1000_max": 0.225526,
+        "nauc_map_at_1000_std": 0.174553,
+        "nauc_map_at_1000_diff1": 0.093769,
+        "nauc_recall_at_1_max": 0.058718,
+        "nauc_recall_at_1_std": 0.098439,
+        "nauc_recall_at_1_diff1": 0.146192,
+        "nauc_recall_at_3_max": -0.01651,
+        "nauc_recall_at_3_std": 0.061092,
+        "nauc_recall_at_3_diff1": 0.072252,
+        "nauc_recall_at_5_max": -0.001038,
+        "nauc_recall_at_5_std": 0.104026,
+        "nauc_recall_at_5_diff1": 0.044219,
+        "nauc_recall_at_10_max": -0.017375,
+        "nauc_recall_at_10_std": 0.159011,
+        "nauc_recall_at_10_diff1": -0.053415,
+        "nauc_recall_at_20_max": NaN,
+        "nauc_recall_at_20_std": NaN,
+        "nauc_recall_at_20_diff1": NaN,
+        "nauc_recall_at_100_max": NaN,
+        "nauc_recall_at_100_std": NaN,
+        "nauc_recall_at_100_diff1": NaN,
+        "nauc_recall_at_1000_max": NaN,
+        "nauc_recall_at_1000_std": NaN,
+        "nauc_recall_at_1000_diff1": NaN,
+        "nauc_precision_at_1_max": 0.283561,
+        "nauc_precision_at_1_std": 0.226528,
+        "nauc_precision_at_1_diff1": 0.112504,
+        "nauc_precision_at_3_max": 0.227009,
+        "nauc_precision_at_3_std": 0.157928,
+        "nauc_precision_at_3_diff1": 0.032997,
+        "nauc_precision_at_5_max": 0.262271,
+        "nauc_precision_at_5_std": 0.171762,
+        "nauc_precision_at_5_diff1": 0.028237,
+        "nauc_precision_at_10_max": 0.266197,
+        "nauc_precision_at_10_std": 0.114503,
+        "nauc_precision_at_10_diff1": 0.002259,
+        "nauc_precision_at_20_max": 0.237252,
+        "nauc_precision_at_20_std": 0.054517,
+        "nauc_precision_at_20_diff1": 0.034271,
+        "nauc_precision_at_100_max": 0.237252,
+        "nauc_precision_at_100_std": 0.054517,
+        "nauc_precision_at_100_diff1": 0.034271,
+        "nauc_precision_at_1000_max": 0.237252,
+        "nauc_precision_at_1000_std": 0.054517,
+        "nauc_precision_at_1000_diff1": 0.034271,
+        "nauc_mrr_at_1_max": 0.283561,
+        "nauc_mrr_at_1_std": 0.226528,
+        "nauc_mrr_at_1_diff1": 0.112504,
+        "nauc_mrr_at_3_max": 0.273495,
+        "nauc_mrr_at_3_std": 0.205782,
+        "nauc_mrr_at_3_diff1": 0.118475,
+        "nauc_mrr_at_5_max": 0.284715,
+        "nauc_mrr_at_5_std": 0.20563,
+        "nauc_mrr_at_5_diff1": 0.119816,
+        "nauc_mrr_at_10_max": 0.281396,
+        "nauc_mrr_at_10_std": 0.212961,
+        "nauc_mrr_at_10_diff1": 0.117308,
+        "nauc_mrr_at_20_max": 0.280871,
+        "nauc_mrr_at_20_std": 0.210843,
+        "nauc_mrr_at_20_diff1": 0.117422,
+        "nauc_mrr_at_100_max": 0.280871,
+        "nauc_mrr_at_100_std": 0.210843,
+        "nauc_mrr_at_100_diff1": 0.117422,
+        "nauc_mrr_at_1000_max": 0.280871,
+        "nauc_mrr_at_1000_std": 0.210843,
+        "nauc_mrr_at_1000_diff1": 0.117422,
+        "hit_rate_at_1": 0.52078,
+        "hit_rate_at_3": 0.78393,
+        "hit_rate_at_5": 0.89197,
+        "hit_rate_at_10": 0.95291,
+        "hit_rate_at_20": 1.0,
+        "hit_rate_at_100": 1.0,
+        "hit_rate_at_1000": 1.0,
+        "main_score": 0.55081,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 19.16975712776184,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BIOSSES.json

@@ -0,0 +1,27 @@
+{
+  "dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
+  "task_name": "BIOSSES",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "pearson": 0.844406,
+        "spearman": 0.838091,
+        "cosine_pearson": 0.844406,
+        "cosine_spearman": 0.838091,
+        "manhattan_pearson": 0.822617,
+        "manhattan_spearman": 0.82729,
+        "euclidean_pearson": 0.826264,
+        "euclidean_spearman": 0.838091,
+        "main_score": 0.838091,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 0.7556891441345215,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/Banking77Classification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
+  "task_name": "Banking77Classification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.773377,
+            "f1": 0.763021,
+            "f1_weighted": 0.763021,
+            "precision": 0.78969,
+            "precision_weighted": 0.78969,
+            "recall": 0.773377,
+            "recall_weighted": 0.773377,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.786039,
+            "f1": 0.779442,
+            "f1_weighted": 0.779442,
+            "precision": 0.805212,
+            "precision_weighted": 0.805212,
+            "recall": 0.786039,
+            "recall_weighted": 0.786039,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.776623,
+            "f1": 0.768612,
+            "f1_weighted": 0.768612,
+            "precision": 0.799428,
+            "precision_weighted": 0.799428,
+            "recall": 0.776623,
+            "recall_weighted": 0.776623,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.778896,
+            "f1": 0.773521,
+            "f1_weighted": 0.773521,
+            "precision": 0.795165,
+            "precision_weighted": 0.795165,
+            "recall": 0.778896,
+            "recall_weighted": 0.778896,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.771104,
+            "f1": 0.763493,
+            "f1_weighted": 0.763493,
+            "precision": 0.795884,
+            "precision_weighted": 0.795884,
+            "recall": 0.771104,
+            "recall_weighted": 0.771104,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.774675,
+            "f1": 0.770592,
+            "f1_weighted": 0.770592,
+            "precision": 0.795213,
+            "precision_weighted": 0.795213,
+            "recall": 0.774675,
+            "recall_weighted": 0.774675,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.773701,
+            "f1": 0.766316,
+            "f1_weighted": 0.766316,
+            "precision": 0.789125,
+            "precision_weighted": 0.789125,
+            "recall": 0.773701,
+            "recall_weighted": 0.773701,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.768831,
+            "f1": 0.760985,
+            "f1_weighted": 0.760985,
+            "precision": 0.784371,
+            "precision_weighted": 0.784371,
+            "recall": 0.768831,
+            "recall_weighted": 0.768831,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.759091,
+            "f1": 0.750893,
+            "f1_weighted": 0.750893,
+            "precision": 0.785353,
+            "precision_weighted": 0.785353,
+            "recall": 0.759091,
+            "recall_weighted": 0.759091,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.775649,
+            "f1": 0.769507,
+            "f1_weighted": 0.769507,
+            "precision": 0.79415,
+            "precision_weighted": 0.79415,
+            "recall": 0.775649,
+            "recall_weighted": 0.775649,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.773799,
+        "f1": 0.766638,
+        "f1_weighted": 0.766638,
+        "precision": 0.793359,
+        "precision_weighted": 0.793359,
+        "recall": 0.773799,
+        "recall_weighted": 0.773799,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.773799,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 61.292359590530396,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BiorxivClusteringP2P.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
+  "task_name": "BiorxivClusteringP2P",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.332819,
+        "v_measure_std": 0.00929,
+        "v_measures": [
+          0.329148,
+          0.344644,
+          0.342251,
+          0.310465,
+          0.328389,
+          0.332113,
+          0.341108,
+          0.333053,
+          0.337463,
+          0.329554
+        ],
+        "main_score": 0.332819,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 196.8920702934265,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BiorxivClusteringS2S.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
+  "task_name": "BiorxivClusteringS2S",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.254135,
+        "v_measure_std": 0.010097,
+        "v_measures": [
+          0.243601,
+          0.262892,
+          0.25074,
+          0.248503,
+          0.235993,
+          0.25293,
+          0.251425,
+          0.272283,
+          0.258935,
+          0.264044
+        ],
+        "main_score": 0.254135,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 181.23420882225037,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackAndroidRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3",
+  "task_name": "CQADupstackAndroidRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.27325,
+        "ndcg_at_3": 0.32725,
+        "ndcg_at_5": 0.34873,
+        "ndcg_at_10": 0.36801,
+        "ndcg_at_20": 0.38887,
+        "ndcg_at_100": 0.42454,
+        "ndcg_at_1000": 0.45455,
+        "map_at_1": 0.23147,
+        "map_at_3": 0.29181,
+        "map_at_5": 0.30738,
+        "map_at_10": 0.31748,
+        "map_at_20": 0.32441,
+        "map_at_100": 0.33035,
+        "map_at_1000": 0.33195,
+        "recall_at_1": 0.23147,
+        "recall_at_3": 0.35425,
+        "recall_at_5": 0.40952,
+        "recall_at_10": 0.46966,
+        "recall_at_20": 0.54627,
+        "recall_at_100": 0.71602,
+        "recall_at_1000": 0.91233,
+        "accuracy": 0.23147,
+        "precision_at_1": 0.27325,
+        "precision_at_3": 0.15498,
+        "precision_at_5": 0.11359,
+        "precision_at_10": 0.06838,
+        "precision_at_20": 0.04127,
+        "precision_at_100": 0.01177,
+        "precision_at_1000": 0.00175,
+        "mrr_at_1": 0.273247,
+        "mrr_at_3": 0.33691,
+        "mrr_at_5": 0.352861,
+        "mrr_at_10": 0.361644,
+        "mrr_at_20": 0.366881,
+        "mrr_at_100": 0.37096,
+        "mrr_at_1000": 0.37163,
+        "nauc_ndcg_at_1_max": 0.191269,
+        "nauc_ndcg_at_1_std": -0.081532,
+        "nauc_ndcg_at_1_diff1": 0.445361,
+        "nauc_ndcg_at_3_max": 0.189527,
+        "nauc_ndcg_at_3_std": -0.03902,
+        "nauc_ndcg_at_3_diff1": 0.418706,
+        "nauc_ndcg_at_5_max": 0.196867,
+        "nauc_ndcg_at_5_std": -0.033222,
+        "nauc_ndcg_at_5_diff1": 0.41318,
+        "nauc_ndcg_at_10_max": 0.204271,
+        "nauc_ndcg_at_10_std": -0.009138,
+        "nauc_ndcg_at_10_diff1": 0.412094,
+        "nauc_ndcg_at_20_max": 0.214548,
+        "nauc_ndcg_at_20_std": 0.002806,
+        "nauc_ndcg_at_20_diff1": 0.409864,
+        "nauc_ndcg_at_100_max": 0.221849,
+        "nauc_ndcg_at_100_std": 0.011525,
+        "nauc_ndcg_at_100_diff1": 0.411306,
+        "nauc_ndcg_at_1000_max": 0.220773,
+        "nauc_ndcg_at_1000_std": 0.009238,
+        "nauc_ndcg_at_1000_diff1": 0.411122,
+        "nauc_map_at_1_max": 0.164655,
+        "nauc_map_at_1_std": -0.062543,
+        "nauc_map_at_1_diff1": 0.477909,
+        "nauc_map_at_3_max": 0.182996,
+        "nauc_map_at_3_std": -0.045929,
+        "nauc_map_at_3_diff1": 0.437227,
+        "nauc_map_at_5_max": 0.190009,
+        "nauc_map_at_5_std": -0.040515,
+        "nauc_map_at_5_diff1": 0.430601,
+        "nauc_map_at_10_max": 0.194091,
+        "nauc_map_at_10_std": -0.029762,
+        "nauc_map_at_10_diff1": 0.427398,
+        "nauc_map_at_20_max": 0.198465,
+        "nauc_map_at_20_std": -0.025707,
+        "nauc_map_at_20_diff1": 0.426071,
+        "nauc_map_at_100_max": 0.199775,
+        "nauc_map_at_100_std": -0.024717,
+        "nauc_map_at_100_diff1": 0.426101,
+        "nauc_map_at_1000_max": 0.199774,
+        "nauc_map_at_1000_std": -0.024556,
+        "nauc_map_at_1000_diff1": 0.426137,
+        "nauc_recall_at_1_max": 0.164655,
+        "nauc_recall_at_1_std": -0.062543,
+        "nauc_recall_at_1_diff1": 0.477909,
+        "nauc_recall_at_3_max": 0.182829,
+        "nauc_recall_at_3_std": -0.016419,
+        "nauc_recall_at_3_diff1": 0.398849,
+        "nauc_recall_at_5_max": 0.200567,
+        "nauc_recall_at_5_std": -0.002313,
+        "nauc_recall_at_5_diff1": 0.378741,
+        "nauc_recall_at_10_max": 0.216364,
+        "nauc_recall_at_10_std": 0.067073,
+        "nauc_recall_at_10_diff1": 0.365825,
+        "nauc_recall_at_20_max": 0.244567,
+        "nauc_recall_at_20_std": 0.112261,
+        "nauc_recall_at_20_diff1": 0.344649,
+        "nauc_recall_at_100_max": 0.293471,
+        "nauc_recall_at_100_std": 0.209091,
+        "nauc_recall_at_100_diff1": 0.336814,
+        "nauc_recall_at_1000_max": 0.429681,
+        "nauc_recall_at_1000_std": 0.503093,
+        "nauc_recall_at_1000_diff1": 0.285465,
+        "nauc_precision_at_1_max": 0.191269,
+        "nauc_precision_at_1_std": -0.081532,
+        "nauc_precision_at_1_diff1": 0.445361,
+        "nauc_precision_at_3_max": 0.201968,
+        "nauc_precision_at_3_std": -0.028264,
+        "nauc_precision_at_3_diff1": 0.313341,
+        "nauc_precision_at_5_max": 0.206313,
+        "nauc_precision_at_5_std": -0.002351,
+        "nauc_precision_at_5_diff1": 0.255312,
+        "nauc_precision_at_10_max": 0.192068,
+        "nauc_precision_at_10_std": 0.050436,
+        "nauc_precision_at_10_diff1": 0.198217,
+        "nauc_precision_at_20_max": 0.189118,
+        "nauc_precision_at_20_std": 0.074088,
+        "nauc_precision_at_20_diff1": 0.152343,
+        "nauc_precision_at_100_max": 0.130064,
+        "nauc_precision_at_100_std": 0.070885,
+        "nauc_precision_at_100_diff1": 0.060724,
+        "nauc_precision_at_1000_max": -0.01841,
+        "nauc_precision_at_1000_std": -0.028442,
+        "nauc_precision_at_1000_diff1": -0.028636,
+        "nauc_mrr_at_1_max": 0.191269,
+        "nauc_mrr_at_1_std": -0.081532,
+        "nauc_mrr_at_1_diff1": 0.445361,
+        "nauc_mrr_at_3_max": 0.198708,
+        "nauc_mrr_at_3_std": -0.05805,
+        "nauc_mrr_at_3_diff1": 0.412522,
+        "nauc_mrr_at_5_max": 0.202005,
+        "nauc_mrr_at_5_std": -0.054669,
+        "nauc_mrr_at_5_diff1": 0.409534,
+        "nauc_mrr_at_10_max": 0.203933,
+        "nauc_mrr_at_10_std": -0.045568,
+        "nauc_mrr_at_10_diff1": 0.41045,
+        "nauc_mrr_at_20_max": 0.206089,
+        "nauc_mrr_at_20_std": -0.04366,
+        "nauc_mrr_at_20_diff1": 0.411157,
+        "nauc_mrr_at_100_max": 0.205686,
+        "nauc_mrr_at_100_std": -0.043721,
+        "nauc_mrr_at_100_diff1": 0.410602,
+        "nauc_mrr_at_1000_max": 0.205823,
+        "nauc_mrr_at_1000_std": -0.043815,
+        "nauc_mrr_at_1000_diff1": 0.410594,
+        "hit_rate_at_1": 0.27325,
+        "hit_rate_at_3": 0.41917,
+        "hit_rate_at_5": 0.48927,
+        "hit_rate_at_10": 0.55508,
+        "hit_rate_at_20": 0.63233,
+        "hit_rate_at_100": 0.79542,
+        "hit_rate_at_1000": 0.94564,
+        "main_score": 0.36801,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 60.65263891220093,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackEnglishRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
+  "task_name": "CQADupstackEnglishRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.26306,
+        "ndcg_at_3": 0.29527,
+        "ndcg_at_5": 0.31199,
+        "ndcg_at_10": 0.33008,
+        "ndcg_at_20": 0.34991,
+        "ndcg_at_100": 0.37615,
+        "ndcg_at_1000": 0.40468,
+        "map_at_1": 0.2107,
+        "map_at_3": 0.26094,
+        "map_at_5": 0.27411,
+        "map_at_10": 0.28383,
+        "map_at_20": 0.29053,
+        "map_at_100": 0.29554,
+        "map_at_1000": 0.29702,
+        "recall_at_1": 0.2107,
+        "recall_at_3": 0.30788,
+        "recall_at_5": 0.35456,
+        "recall_at_10": 0.41092,
+        "recall_at_20": 0.48302,
+        "recall_at_100": 0.60831,
+        "recall_at_1000": 0.80037,
+        "accuracy": 0.2107,
+        "precision_at_1": 0.26306,
+        "precision_at_3": 0.1431,
+        "precision_at_5": 0.10331,
+        "precision_at_10": 0.06395,
+        "precision_at_20": 0.03994,
+        "precision_at_100": 0.01126,
+        "precision_at_1000": 0.00168,
+        "mrr_at_1": 0.263057,
+        "mrr_at_3": 0.313376,
+        "mrr_at_5": 0.324586,
+        "mrr_at_10": 0.333392,
+        "mrr_at_20": 0.339062,
+        "mrr_at_100": 0.341833,
+        "mrr_at_1000": 0.342509,
+        "nauc_ndcg_at_1_max": 0.291716,
+        "nauc_ndcg_at_1_std": 0.013269,
+        "nauc_ndcg_at_1_diff1": 0.504039,
+        "nauc_ndcg_at_3_max": 0.251007,
+        "nauc_ndcg_at_3_std": -0.001913,
+        "nauc_ndcg_at_3_diff1": 0.437945,
+        "nauc_ndcg_at_5_max": 0.252196,
+        "nauc_ndcg_at_5_std": 0.002045,
+        "nauc_ndcg_at_5_diff1": 0.429674,
+        "nauc_ndcg_at_10_max": 0.249708,
+        "nauc_ndcg_at_10_std": 0.005478,
+        "nauc_ndcg_at_10_diff1": 0.424842,
+        "nauc_ndcg_at_20_max": 0.249471,
+        "nauc_ndcg_at_20_std": 0.011919,
+        "nauc_ndcg_at_20_diff1": 0.416657,
+        "nauc_ndcg_at_100_max": 0.257433,
+        "nauc_ndcg_at_100_std": 0.028522,
+        "nauc_ndcg_at_100_diff1": 0.420342,
+        "nauc_ndcg_at_1000_max": 0.26413,
+        "nauc_ndcg_at_1000_std": 0.041954,
+        "nauc_ndcg_at_1000_diff1": 0.415154,
+        "nauc_map_at_1_max": 0.248571,
+        "nauc_map_at_1_std": -0.027072,
+        "nauc_map_at_1_diff1": 0.539663,
+        "nauc_map_at_3_max": 0.237047,
+        "nauc_map_at_3_std": -0.026754,
+        "nauc_map_at_3_diff1": 0.476703,
+        "nauc_map_at_5_max": 0.24069,
+        "nauc_map_at_5_std": -0.019902,
+        "nauc_map_at_5_diff1": 0.468007,
+        "nauc_map_at_10_max": 0.244946,
+        "nauc_map_at_10_std": -0.01445,
+        "nauc_map_at_10_diff1": 0.462874,
+        "nauc_map_at_20_max": 0.24768,
+        "nauc_map_at_20_std": -0.009102,
+        "nauc_map_at_20_diff1": 0.459081,
+        "nauc_map_at_100_max": 0.251077,
+        "nauc_map_at_100_std": -0.003816,
+        "nauc_map_at_100_diff1": 0.45858,
+        "nauc_map_at_1000_max": 0.252101,
+        "nauc_map_at_1000_std": -0.002101,
+        "nauc_map_at_1000_diff1": 0.457664,
+        "nauc_recall_at_1_max": 0.248571,
+        "nauc_recall_at_1_std": -0.027072,
+        "nauc_recall_at_1_diff1": 0.539663,
+        "nauc_recall_at_3_max": 0.201544,
+        "nauc_recall_at_3_std": -0.030379,
+        "nauc_recall_at_3_diff1": 0.412651,
+        "nauc_recall_at_5_max": 0.201675,
+        "nauc_recall_at_5_std": -0.014002,
+        "nauc_recall_at_5_diff1": 0.378035,
+        "nauc_recall_at_10_max": 0.203024,
+        "nauc_recall_at_10_std": 0.001326,
+        "nauc_recall_at_10_diff1": 0.349493,
+        "nauc_recall_at_20_max": 0.197157,
+        "nauc_recall_at_20_std": 0.0217,
+        "nauc_recall_at_20_diff1": 0.306041,
+        "nauc_recall_at_100_max": 0.225177,
+        "nauc_recall_at_100_std": 0.099068,
+        "nauc_recall_at_100_diff1": 0.310556,
+        "nauc_recall_at_1000_max": 0.264082,
+        "nauc_recall_at_1000_std": 0.232027,
+        "nauc_recall_at_1000_diff1": 0.253516,
+        "nauc_precision_at_1_max": 0.291716,
+        "nauc_precision_at_1_std": 0.013269,
+        "nauc_precision_at_1_diff1": 0.504039,
+        "nauc_precision_at_3_max": 0.262759,
+        "nauc_precision_at_3_std": 0.057721,
+        "nauc_precision_at_3_diff1": 0.304756,
+        "nauc_precision_at_5_max": 0.279442,
+        "nauc_precision_at_5_std": 0.100679,
+        "nauc_precision_at_5_diff1": 0.234081,
+        "nauc_precision_at_10_max": 0.287459,
+        "nauc_precision_at_10_std": 0.144557,
+        "nauc_precision_at_10_diff1": 0.156109,
+        "nauc_precision_at_20_max": 0.296862,
+        "nauc_precision_at_20_std": 0.206718,
+        "nauc_precision_at_20_diff1": 0.066229,
+        "nauc_precision_at_100_max": 0.293532,
+        "nauc_precision_at_100_std": 0.288593,
+        "nauc_precision_at_100_diff1": -0.038353,
+        "nauc_precision_at_1000_max": 0.227376,
+        "nauc_precision_at_1000_std": 0.325348,
+        "nauc_precision_at_1000_diff1": -0.171045,
+        "nauc_mrr_at_1_max": 0.291716,
+        "nauc_mrr_at_1_std": 0.013269,
+        "nauc_mrr_at_1_diff1": 0.504039,
+        "nauc_mrr_at_3_max": 0.267701,
+        "nauc_mrr_at_3_std": 0.011158,
+        "nauc_mrr_at_3_diff1": 0.442983,
+        "nauc_mrr_at_5_max": 0.269357,
+        "nauc_mrr_at_5_std": 0.015544,
+        "nauc_mrr_at_5_diff1": 0.434879,
+        "nauc_mrr_at_10_max": 0.268916,
+        "nauc_mrr_at_10_std": 0.018307,
+        "nauc_mrr_at_10_diff1": 0.430385,
+        "nauc_mrr_at_20_max": 0.26927,
+        "nauc_mrr_at_20_std": 0.019146,
+        "nauc_mrr_at_20_diff1": 0.428644,
+        "nauc_mrr_at_100_max": 0.269891,
+        "nauc_mrr_at_100_std": 0.020217,
+        "nauc_mrr_at_100_diff1": 0.429509,
+        "nauc_mrr_at_1000_max": 0.269966,
+        "nauc_mrr_at_1000_std": 0.020452,
+        "nauc_mrr_at_1000_diff1": 0.429617,
+        "hit_rate_at_1": 0.26306,
+        "hit_rate_at_3": 0.37771,
+        "hit_rate_at_5": 0.42739,
+        "hit_rate_at_10": 0.49299,
+        "hit_rate_at_20": 0.57261,
+        "hit_rate_at_100": 0.68344,
+        "hit_rate_at_1000": 0.85223,
+        "main_score": 0.33008,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 104.83354067802429,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackGamingRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
+  "task_name": "CQADupstackGamingRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.33166,
+        "ndcg_at_3": 0.40134,
+        "ndcg_at_5": 0.42304,
+        "ndcg_at_10": 0.45007,
+        "ndcg_at_20": 0.46718,
+        "ndcg_at_100": 0.49618,
+        "ndcg_at_1000": 0.51402,
+        "map_at_1": 0.28781,
+        "map_at_3": 0.36766,
+        "map_at_5": 0.38184,
+        "map_at_10": 0.3943,
+        "map_at_20": 0.4001,
+        "map_at_100": 0.40492,
+        "map_at_1000": 0.40569,
+        "recall_at_1": 0.28781,
+        "recall_at_3": 0.45151,
+        "recall_at_5": 0.50364,
+        "recall_at_10": 0.58407,
+        "recall_at_20": 0.64667,
+        "recall_at_100": 0.78808,
+        "recall_at_1000": 0.91902,
+        "accuracy": 0.28781,
+        "precision_at_1": 0.33166,
+        "precision_at_3": 0.18077,
+        "precision_at_5": 0.12464,
+        "precision_at_10": 0.07429,
+        "precision_at_20": 0.04232,
+        "precision_at_100": 0.01077,
+        "precision_at_1000": 0.00129,
+        "mrr_at_1": 0.331661,
+        "mrr_at_3": 0.404075,
+        "mrr_at_5": 0.416144,
+        "mrr_at_10": 0.427083,
+        "mrr_at_20": 0.431337,
+        "mrr_at_100": 0.434685,
+        "mrr_at_1000": 0.435156,
+        "nauc_ndcg_at_1_max": 0.300718,
+        "nauc_ndcg_at_1_std": -0.048042,
+        "nauc_ndcg_at_1_diff1": 0.490193,
+        "nauc_ndcg_at_3_max": 0.268874,
+        "nauc_ndcg_at_3_std": -0.069336,
+        "nauc_ndcg_at_3_diff1": 0.43476,
+        "nauc_ndcg_at_5_max": 0.282918,
+        "nauc_ndcg_at_5_std": -0.056988,
+        "nauc_ndcg_at_5_diff1": 0.426014,
+        "nauc_ndcg_at_10_max": 0.279594,
+        "nauc_ndcg_at_10_std": -0.053439,
+        "nauc_ndcg_at_10_diff1": 0.42593,
+        "nauc_ndcg_at_20_max": 0.289306,
+        "nauc_ndcg_at_20_std": -0.039443,
+        "nauc_ndcg_at_20_diff1": 0.42625,
+        "nauc_ndcg_at_100_max": 0.301556,
+        "nauc_ndcg_at_100_std": -0.021085,
+        "nauc_ndcg_at_100_diff1": 0.424096,
+        "nauc_ndcg_at_1000_max": 0.304947,
+        "nauc_ndcg_at_1000_std": -0.022049,
+        "nauc_ndcg_at_1000_diff1": 0.43089,
+        "nauc_map_at_1_max": 0.259938,
+        "nauc_map_at_1_std": -0.072908,
+        "nauc_map_at_1_diff1": 0.491451,
+        "nauc_map_at_3_max": 0.261373,
+        "nauc_map_at_3_std": -0.080522,
+        "nauc_map_at_3_diff1": 0.449579,
+        "nauc_map_at_5_max": 0.269659,
+        "nauc_map_at_5_std": -0.070982,
+        "nauc_map_at_5_diff1": 0.443534,
+        "nauc_map_at_10_max": 0.269735,
+        "nauc_map_at_10_std": -0.067827,
+        "nauc_map_at_10_diff1": 0.443509,
+        "nauc_map_at_20_max": 0.274598,
+        "nauc_map_at_20_std": -0.061974,
+        "nauc_map_at_20_diff1": 0.443367,
+        "nauc_map_at_100_max": 0.277786,
+        "nauc_map_at_100_std": -0.058075,
+        "nauc_map_at_100_diff1": 0.442864,
+        "nauc_map_at_1000_max": 0.278279,
+        "nauc_map_at_1000_std": -0.057844,
+        "nauc_map_at_1000_diff1": 0.443131,
+        "nauc_recall_at_1_max": 0.259938,
+        "nauc_recall_at_1_std": -0.072908,
+        "nauc_recall_at_1_diff1": 0.491451,
+        "nauc_recall_at_3_max": 0.238132,
+        "nauc_recall_at_3_std": -0.08786,
+        "nauc_recall_at_3_diff1": 0.388728,
+        "nauc_recall_at_5_max": 0.268101,
+        "nauc_recall_at_5_std": -0.056521,
+        "nauc_recall_at_5_diff1": 0.36559,
+        "nauc_recall_at_10_max": 0.25348,
+        "nauc_recall_at_10_std": -0.045808,
+        "nauc_recall_at_10_diff1": 0.355903,
+        "nauc_recall_at_20_max": 0.293821,
+        "nauc_recall_at_20_std": 0.018654,
+        "nauc_recall_at_20_diff1": 0.346775,
+        "nauc_recall_at_100_max": 0.364392,
+        "nauc_recall_at_100_std": 0.163059,
+        "nauc_recall_at_100_diff1": 0.292505,
+        "nauc_recall_at_1000_max": 0.49132,
+        "nauc_recall_at_1000_std": 0.334752,
+        "nauc_recall_at_1000_diff1": 0.328464,
+        "nauc_precision_at_1_max": 0.300718,
+        "nauc_precision_at_1_std": -0.048042,
+        "nauc_precision_at_1_diff1": 0.490193,
+        "nauc_precision_at_3_max": 0.28472,
+        "nauc_precision_at_3_std": -0.029571,
+        "nauc_precision_at_3_diff1": 0.340208,
+        "nauc_precision_at_5_max": 0.307124,
+        "nauc_precision_at_5_std": 0.027012,
+        "nauc_precision_at_5_diff1": 0.274712,
+        "nauc_precision_at_10_max": 0.3068,
+        "nauc_precision_at_10_std": 0.077365,
+        "nauc_precision_at_10_diff1": 0.227848,
+        "nauc_precision_at_20_max": 0.32311,
+        "nauc_precision_at_20_std": 0.151326,
+        "nauc_precision_at_20_diff1": 0.169852,
+        "nauc_precision_at_100_max": 0.354862,
+        "nauc_precision_at_100_std": 0.276512,
+        "nauc_precision_at_100_diff1": 0.07489,
+        "nauc_precision_at_1000_max": 0.330395,
+        "nauc_precision_at_1000_std": 0.30934,
+        "nauc_precision_at_1000_diff1": 0.016778,
+        "nauc_mrr_at_1_max": 0.300718,
+        "nauc_mrr_at_1_std": -0.048042,
+        "nauc_mrr_at_1_diff1": 0.490193,
+        "nauc_mrr_at_3_max": 0.289955,
+        "nauc_mrr_at_3_std": -0.052334,
+        "nauc_mrr_at_3_diff1": 0.45044,
+        "nauc_mrr_at_5_max": 0.299462,
+        "nauc_mrr_at_5_std": -0.045425,
+        "nauc_mrr_at_5_diff1": 0.447534,
+        "nauc_mrr_at_10_max": 0.298138,
+        "nauc_mrr_at_10_std": -0.043489,
+        "nauc_mrr_at_10_diff1": 0.446233,
+        "nauc_mrr_at_20_max": 0.299536,
+        "nauc_mrr_at_20_std": -0.04066,
+        "nauc_mrr_at_20_diff1": 0.446589,
+        "nauc_mrr_at_100_max": 0.300286,
+        "nauc_mrr_at_100_std": -0.038961,
+        "nauc_mrr_at_100_diff1": 0.446264,
+        "nauc_mrr_at_1000_max": 0.300254,
+        "nauc_mrr_at_1000_std": -0.039159,
+        "nauc_mrr_at_1000_diff1": 0.446424,
+        "hit_rate_at_1": 0.33166,
+        "hit_rate_at_3": 0.49718,
+        "hit_rate_at_5": 0.54984,
+        "hit_rate_at_10": 0.63386,
+        "hit_rate_at_20": 0.69342,
+        "hit_rate_at_100": 0.82571,
+        "hit_rate_at_1000": 0.9373,
+        "main_score": 0.45007,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 117.63552784919739,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackGisRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2",
+  "task_name": "CQADupstackGisRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.19435,
+        "ndcg_at_3": 0.24102,
+        "ndcg_at_5": 0.26205,
+        "ndcg_at_10": 0.28192,
+        "ndcg_at_20": 0.297,
+        "ndcg_at_100": 0.33343,
+        "ndcg_at_1000": 0.36233,
+        "map_at_1": 0.17856,
+        "map_at_3": 0.22225,
+        "map_at_5": 0.23428,
+        "map_at_10": 0.24294,
+        "map_at_20": 0.24727,
+        "map_at_100": 0.25209,
+        "map_at_1000": 0.25316,
+        "recall_at_1": 0.17856,
+        "recall_at_3": 0.27564,
+        "recall_at_5": 0.32628,
+        "recall_at_10": 0.38586,
+        "recall_at_20": 0.44217,
+        "recall_at_100": 0.63596,
+        "recall_at_1000": 0.85697,
+        "accuracy": 0.17856,
+        "precision_at_1": 0.19435,
+        "precision_at_3": 0.10169,
+        "precision_at_5": 0.07367,
+        "precision_at_10": 0.04418,
+        "precision_at_20": 0.02571,
+        "precision_at_100": 0.00754,
+        "precision_at_1000": 0.00104,
+        "mrr_at_1": 0.19435,
+        "mrr_at_3": 0.240301,
+        "mrr_at_5": 0.252618,
+        "mrr_at_10": 0.260556,
+        "mrr_at_20": 0.264596,
+        "mrr_at_100": 0.269163,
+        "mrr_at_1000": 0.270043,
+        "nauc_ndcg_at_1_max": 0.214314,
+        "nauc_ndcg_at_1_std": -0.080803,
+        "nauc_ndcg_at_1_diff1": 0.481837,
+        "nauc_ndcg_at_3_max": 0.229502,
+        "nauc_ndcg_at_3_std": -0.063393,
+        "nauc_ndcg_at_3_diff1": 0.41777,
+        "nauc_ndcg_at_5_max": 0.235571,
+        "nauc_ndcg_at_5_std": -0.046246,
+        "nauc_ndcg_at_5_diff1": 0.411079,
+        "nauc_ndcg_at_10_max": 0.240693,
+        "nauc_ndcg_at_10_std": -0.031234,
+        "nauc_ndcg_at_10_diff1": 0.392186,
+        "nauc_ndcg_at_20_max": 0.23942,
+        "nauc_ndcg_at_20_std": -0.019616,
+        "nauc_ndcg_at_20_diff1": 0.387374,
+        "nauc_ndcg_at_100_max": 0.244919,
+        "nauc_ndcg_at_100_std": -0.014102,
+        "nauc_ndcg_at_100_diff1": 0.384012,
+        "nauc_ndcg_at_1000_max": 0.24158,
+        "nauc_ndcg_at_1000_std": -0.014094,
+        "nauc_ndcg_at_1000_diff1": 0.383793,
+        "nauc_map_at_1_max": 0.219188,
+        "nauc_map_at_1_std": -0.086031,
+        "nauc_map_at_1_diff1": 0.511723,
+        "nauc_map_at_3_max": 0.226807,
+        "nauc_map_at_3_std": -0.070458,
+        "nauc_map_at_3_diff1": 0.443863,
+        "nauc_map_at_5_max": 0.231897,
+        "nauc_map_at_5_std": -0.05929,
+        "nauc_map_at_5_diff1": 0.43947,
+        "nauc_map_at_10_max": 0.234361,
+        "nauc_map_at_10_std": -0.052612,
+        "nauc_map_at_10_diff1": 0.431597,
+        "nauc_map_at_20_max": 0.234238,
+        "nauc_map_at_20_std": -0.049538,
+        "nauc_map_at_20_diff1": 0.429714,
+        "nauc_map_at_100_max": 0.235372,
+        "nauc_map_at_100_std": -0.048465,
+        "nauc_map_at_100_diff1": 0.429225,
+        "nauc_map_at_1000_max": 0.235292,
+        "nauc_map_at_1000_std": -0.048304,
+        "nauc_map_at_1000_diff1": 0.429096,
+        "nauc_recall_at_1_max": 0.219188,
+        "nauc_recall_at_1_std": -0.086031,
+        "nauc_recall_at_1_diff1": 0.511723,
+        "nauc_recall_at_3_max": 0.231377,
+        "nauc_recall_at_3_std": -0.050092,
+        "nauc_recall_at_3_diff1": 0.369393,
+        "nauc_recall_at_5_max": 0.240148,
+        "nauc_recall_at_5_std": -0.013678,
+        "nauc_recall_at_5_diff1": 0.345244,
+        "nauc_recall_at_10_max": 0.252531,
+        "nauc_recall_at_10_std": 0.022088,
+        "nauc_recall_at_10_diff1": 0.295485,
+        "nauc_recall_at_20_max": 0.246192,
+        "nauc_recall_at_20_std": 0.064745,
+        "nauc_recall_at_20_diff1": 0.279541,
+        "nauc_recall_at_100_max": 0.267756,
+        "nauc_recall_at_100_std": 0.104313,
+        "nauc_recall_at_100_diff1": 0.236633,
+        "nauc_recall_at_1000_max": 0.242463,
+        "nauc_recall_at_1000_std": 0.216985,
+        "nauc_recall_at_1000_diff1": 0.111449,
+        "nauc_precision_at_1_max": 0.214314,
+        "nauc_precision_at_1_std": -0.080803,
+        "nauc_precision_at_1_diff1": 0.481837,
+        "nauc_precision_at_3_max": 0.247693,
+        "nauc_precision_at_3_std": -0.038822,
+        "nauc_precision_at_3_diff1": 0.348361,
+        "nauc_precision_at_5_max": 0.266184,
+        "nauc_precision_at_5_std": 0.003505,
+        "nauc_precision_at_5_diff1": 0.322782,
+        "nauc_precision_at_10_max": 0.269063,
+        "nauc_precision_at_10_std": 0.039732,
+        "nauc_precision_at_10_diff1": 0.262571,
+        "nauc_precision_at_20_max": 0.252032,
+        "nauc_precision_at_20_std": 0.076884,
+        "nauc_precision_at_20_diff1": 0.231765,
+        "nauc_precision_at_100_max": 0.246091,
+        "nauc_precision_at_100_std": 0.105348,
+        "nauc_precision_at_100_diff1": 0.142117,
+        "nauc_precision_at_1000_max": 0.136316,
+        "nauc_precision_at_1000_std": 0.131657,
+        "nauc_precision_at_1000_diff1": -0.030724,
+        "nauc_mrr_at_1_max": 0.214314,
+        "nauc_mrr_at_1_std": -0.080803,
+        "nauc_mrr_at_1_diff1": 0.481837,
+        "nauc_mrr_at_3_max": 0.22246,
+        "nauc_mrr_at_3_std": -0.062401,
+        "nauc_mrr_at_3_diff1": 0.419952,
+        "nauc_mrr_at_5_max": 0.223774,
+        "nauc_mrr_at_5_std": -0.05427,
+        "nauc_mrr_at_5_diff1": 0.414294,
+        "nauc_mrr_at_10_max": 0.226437,
+        "nauc_mrr_at_10_std": -0.048616,
+        "nauc_mrr_at_10_diff1": 0.40566,
+        "nauc_mrr_at_20_max": 0.225949,
+        "nauc_mrr_at_20_std": -0.046243,
+        "nauc_mrr_at_20_diff1": 0.404128,
+        "nauc_mrr_at_100_max": 0.226785,
+        "nauc_mrr_at_100_std": -0.045525,
+        "nauc_mrr_at_100_diff1": 0.404635,
+        "nauc_mrr_at_1000_max": 0.226639,
+        "nauc_mrr_at_1000_std": -0.045693,
+        "nauc_mrr_at_1000_diff1": 0.40464,
+        "hit_rate_at_1": 0.19435,
+        "hit_rate_at_3": 0.29944,
+        "hit_rate_at_5": 0.3548,
+        "hit_rate_at_10": 0.41469,
+        "hit_rate_at_20": 0.47232,
+        "hit_rate_at_100": 0.66893,
+        "hit_rate_at_1000": 0.87571,
+        "main_score": 0.28192,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 100.23941278457642,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackMathematicaRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de",
+  "task_name": "CQADupstackMathematicaRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.14055,
+        "ndcg_at_3": 0.1754,
+        "ndcg_at_5": 0.19358,
+        "ndcg_at_10": 0.21649,
+        "ndcg_at_20": 0.2365,
+        "ndcg_at_100": 0.27532,
+        "ndcg_at_1000": 0.30858,
+        "map_at_1": 0.10754,
+        "map_at_3": 0.15072,
+        "map_at_5": 0.16265,
+        "map_at_10": 0.17224,
+        "map_at_20": 0.17819,
+        "map_at_100": 0.1839,
+        "map_at_1000": 0.18525,
+        "recall_at_1": 0.10754,
+        "recall_at_3": 0.20052,
+        "recall_at_5": 0.24722,
+        "recall_at_10": 0.3149,
+        "recall_at_20": 0.3874,
+        "recall_at_100": 0.57837,
+        "recall_at_1000": 0.81753,
+        "accuracy": 0.10754,
+        "precision_at_1": 0.14055,
+        "precision_at_3": 0.08665,
+        "precision_at_5": 0.06493,
+        "precision_at_10": 0.04229,
+        "precision_at_20": 0.02643,
+        "precision_at_100": 0.00828,
+        "precision_at_1000": 0.00125,
+        "mrr_at_1": 0.140547,
+        "mrr_at_3": 0.189469,
+        "mrr_at_5": 0.201161,
+        "mrr_at_10": 0.212456,
+        "mrr_at_20": 0.217626,
+        "mrr_at_100": 0.222675,
+        "mrr_at_1000": 0.223498,
+        "nauc_ndcg_at_1_max": 0.159996,
+        "nauc_ndcg_at_1_std": 0.023565,
+        "nauc_ndcg_at_1_diff1": 0.426586,
+        "nauc_ndcg_at_3_max": 0.146019,
+        "nauc_ndcg_at_3_std": 0.023706,
+        "nauc_ndcg_at_3_diff1": 0.328195,
+        "nauc_ndcg_at_5_max": 0.14388,
+        "nauc_ndcg_at_5_std": 0.017239,
+        "nauc_ndcg_at_5_diff1": 0.311204,
+        "nauc_ndcg_at_10_max": 0.139401,
+        "nauc_ndcg_at_10_std": 0.024374,
+        "nauc_ndcg_at_10_diff1": 0.288464,
+        "nauc_ndcg_at_20_max": 0.134018,
+        "nauc_ndcg_at_20_std": 0.031681,
+        "nauc_ndcg_at_20_diff1": 0.289273,
+        "nauc_ndcg_at_100_max": 0.149382,
+        "nauc_ndcg_at_100_std": 0.064106,
+        "nauc_ndcg_at_100_diff1": 0.286003,
+        "nauc_ndcg_at_1000_max": 0.157415,
+        "nauc_ndcg_at_1000_std": 0.063598,
+        "nauc_ndcg_at_1000_diff1": 0.282199,
+        "nauc_map_at_1_max": 0.181098,
+        "nauc_map_at_1_std": 0.059489,
+        "nauc_map_at_1_diff1": 0.436485,
+        "nauc_map_at_3_max": 0.149361,
+        "nauc_map_at_3_std": 0.035824,
+        "nauc_map_at_3_diff1": 0.348899,
+        "nauc_map_at_5_max": 0.146888,
+        "nauc_map_at_5_std": 0.028052,
+        "nauc_map_at_5_diff1": 0.337494,
+        "nauc_map_at_10_max": 0.145458,
+        "nauc_map_at_10_std": 0.030086,
+        "nauc_map_at_10_diff1": 0.326403,
+        "nauc_map_at_20_max": 0.144015,
+        "nauc_map_at_20_std": 0.033069,
+        "nauc_map_at_20_diff1": 0.326062,
+        "nauc_map_at_100_max": 0.146576,
+        "nauc_map_at_100_std": 0.038624,
+        "nauc_map_at_100_diff1": 0.325176,
+        "nauc_map_at_1000_max": 0.146983,
+        "nauc_map_at_1000_std": 0.03893,
+        "nauc_map_at_1000_diff1": 0.324735,
+        "nauc_recall_at_1_max": 0.181098,
+        "nauc_recall_at_1_std": 0.059489,
+        "nauc_recall_at_1_diff1": 0.436485,
+        "nauc_recall_at_3_max": 0.129728,
+        "nauc_recall_at_3_std": 0.023485,
+        "nauc_recall_at_3_diff1": 0.275661,
+        "nauc_recall_at_5_max": 0.128204,
+        "nauc_recall_at_5_std": 0.006688,
+        "nauc_recall_at_5_diff1": 0.241675,
+        "nauc_recall_at_10_max": 0.113973,
+        "nauc_recall_at_10_std": 0.021342,
+        "nauc_recall_at_10_diff1": 0.191007,
+        "nauc_recall_at_20_max": 0.094993,
+        "nauc_recall_at_20_std": 0.04139,
+        "nauc_recall_at_20_diff1": 0.195022,
+        "nauc_recall_at_100_max": 0.150974,
+        "nauc_recall_at_100_std": 0.175349,
+        "nauc_recall_at_100_diff1": 0.171555,
+        "nauc_recall_at_1000_max": 0.248646,
+        "nauc_recall_at_1000_std": 0.252241,
+        "nauc_recall_at_1000_diff1": 0.066258,
+        "nauc_precision_at_1_max": 0.159996,
+        "nauc_precision_at_1_std": 0.023565,
+        "nauc_precision_at_1_diff1": 0.426586,
+        "nauc_precision_at_3_max": 0.126416,
+        "nauc_precision_at_3_std": 0.011468,
+        "nauc_precision_at_3_diff1": 0.271509,
+        "nauc_precision_at_5_max": 0.108273,
+        "nauc_precision_at_5_std": -0.020556,
+        "nauc_precision_at_5_diff1": 0.231173,
+        "nauc_precision_at_10_max": 0.115649,
+        "nauc_precision_at_10_std": 0.011115,
+        "nauc_precision_at_10_diff1": 0.17711,
+        "nauc_precision_at_20_max": 0.099879,
+        "nauc_precision_at_20_std": 0.021326,
+        "nauc_precision_at_20_diff1": 0.170156,
+        "nauc_precision_at_100_max": 0.113928,
+        "nauc_precision_at_100_std": 0.099222,
+        "nauc_precision_at_100_diff1": 0.082136,
+        "nauc_precision_at_1000_max": 0.086783,
+        "nauc_precision_at_1000_std": 0.044841,
+        "nauc_precision_at_1000_diff1": -0.015553,
+        "nauc_mrr_at_1_max": 0.159996,
+        "nauc_mrr_at_1_std": 0.023565,
+        "nauc_mrr_at_1_diff1": 0.426586,
+        "nauc_mrr_at_3_max": 0.15158,
+        "nauc_mrr_at_3_std": 0.015076,
+        "nauc_mrr_at_3_diff1": 0.346451,
+        "nauc_mrr_at_5_max": 0.149913,
+        "nauc_mrr_at_5_std": 0.00817,
+        "nauc_mrr_at_5_diff1": 0.335999,
+        "nauc_mrr_at_10_max": 0.148225,
+        "nauc_mrr_at_10_std": 0.010656,
+        "nauc_mrr_at_10_diff1": 0.325405,
+        "nauc_mrr_at_20_max": 0.146763,
+        "nauc_mrr_at_20_std": 0.013221,
+        "nauc_mrr_at_20_diff1": 0.3254,
+        "nauc_mrr_at_100_max": 0.148254,
+        "nauc_mrr_at_100_std": 0.016903,
+        "nauc_mrr_at_100_diff1": 0.325536,
+        "nauc_mrr_at_1000_max": 0.148116,
+        "nauc_mrr_at_1000_std": 0.016666,
+        "nauc_mrr_at_1000_diff1": 0.325482,
+        "hit_rate_at_1": 0.14055,
+        "hit_rate_at_3": 0.25,
+        "hit_rate_at_5": 0.301,
+        "hit_rate_at_10": 0.38557,
+        "hit_rate_at_20": 0.45896,
+        "hit_rate_at_100": 0.65796,
+        "hit_rate_at_1000": 0.8607,
+        "main_score": 0.21649,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 47.62054395675659,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackPhysicsRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
+  "task_name": "CQADupstackPhysicsRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.2435,
+        "ndcg_at_3": 0.29094,
+        "ndcg_at_5": 0.31219,
+        "ndcg_at_10": 0.33827,
+        "ndcg_at_20": 0.3603,
+        "ndcg_at_100": 0.39754,
+        "ndcg_at_1000": 0.42392,
+        "map_at_1": 0.2027,
+        "map_at_3": 0.25895,
+        "map_at_5": 0.27241,
+        "map_at_10": 0.28474,
+        "map_at_20": 0.29181,
+        "map_at_100": 0.29795,
+        "map_at_1000": 0.29918,
+        "recall_at_1": 0.2027,
+        "recall_at_3": 0.3239,
+        "recall_at_5": 0.37587,
+        "recall_at_10": 0.45487,
+        "recall_at_20": 0.5312,
+        "recall_at_100": 0.7068,
+        "recall_at_1000": 0.8865,
+        "accuracy": 0.2027,
+        "precision_at_1": 0.2435,
+        "precision_at_3": 0.13795,
+        "precision_at_5": 0.10067,
+        "precision_at_10": 0.06304,
+        "precision_at_20": 0.03864,
+        "precision_at_100": 0.01117,
+        "precision_at_1000": 0.00153,
+        "mrr_at_1": 0.243503,
+        "mrr_at_3": 0.301732,
+        "mrr_at_5": 0.31718,
+        "mrr_at_10": 0.328751,
+        "mrr_at_20": 0.334086,
+        "mrr_at_100": 0.338196,
+        "mrr_at_1000": 0.338854,
+        "nauc_ndcg_at_1_max": 0.181596,
+        "nauc_ndcg_at_1_std": -0.048648,
+        "nauc_ndcg_at_1_diff1": 0.491961,
+        "nauc_ndcg_at_3_max": 0.184608,
+        "nauc_ndcg_at_3_std": -0.047382,
+        "nauc_ndcg_at_3_diff1": 0.4463,
+        "nauc_ndcg_at_5_max": 0.191397,
+        "nauc_ndcg_at_5_std": -0.035138,
+        "nauc_ndcg_at_5_diff1": 0.435931,
+        "nauc_ndcg_at_10_max": 0.19675,
+        "nauc_ndcg_at_10_std": -0.020216,
+        "nauc_ndcg_at_10_diff1": 0.430616,
+        "nauc_ndcg_at_20_max": 0.194664,
+        "nauc_ndcg_at_20_std": -0.006382,
+        "nauc_ndcg_at_20_diff1": 0.433119,
+        "nauc_ndcg_at_100_max": 0.207914,
+        "nauc_ndcg_at_100_std": 0.010853,
+        "nauc_ndcg_at_100_diff1": 0.429275,
+        "nauc_ndcg_at_1000_max": 0.210852,
+        "nauc_ndcg_at_1000_std": 0.013282,
+        "nauc_ndcg_at_1000_diff1": 0.428582,
+        "nauc_map_at_1_max": 0.156015,
+        "nauc_map_at_1_std": -0.081615,
+        "nauc_map_at_1_diff1": 0.518613,
+        "nauc_map_at_3_max": 0.177424,
+        "nauc_map_at_3_std": -0.058999,
+        "nauc_map_at_3_diff1": 0.473341,
+        "nauc_map_at_5_max": 0.182866,
+        "nauc_map_at_5_std": -0.05001,
+        "nauc_map_at_5_diff1": 0.463195,
+        "nauc_map_at_10_max": 0.186324,
+        "nauc_map_at_10_std": -0.041233,
+        "nauc_map_at_10_diff1": 0.458376,
+        "nauc_map_at_20_max": 0.187148,
+        "nauc_map_at_20_std": -0.035269,
+        "nauc_map_at_20_diff1": 0.459109,
+        "nauc_map_at_100_max": 0.190097,
+        "nauc_map_at_100_std": -0.031785,
+        "nauc_map_at_100_diff1": 0.458227,
+        "nauc_map_at_1000_max": 0.190482,
+        "nauc_map_at_1000_std": -0.031341,
+        "nauc_map_at_1000_diff1": 0.458154,
+        "nauc_recall_at_1_max": 0.156015,
+        "nauc_recall_at_1_std": -0.081615,
+        "nauc_recall_at_1_diff1": 0.518613,
+        "nauc_recall_at_3_max": 0.173379,
+        "nauc_recall_at_3_std": -0.054999,
+        "nauc_recall_at_3_diff1": 0.416448,
+        "nauc_recall_at_5_max": 0.184946,
+        "nauc_recall_at_5_std": -0.032813,
+        "nauc_recall_at_5_diff1": 0.388239,
+        "nauc_recall_at_10_max": 0.195083,
+        "nauc_recall_at_10_std": 0.015458,
+        "nauc_recall_at_10_diff1": 0.354658,
+        "nauc_recall_at_20_max": 0.178003,
+        "nauc_recall_at_20_std": 0.060382,
+        "nauc_recall_at_20_diff1": 0.355312,
+        "nauc_recall_at_100_max": 0.228025,
+        "nauc_recall_at_100_std": 0.162362,
+        "nauc_recall_at_100_diff1": 0.314496,
+        "nauc_recall_at_1000_max": 0.295882,
+        "nauc_recall_at_1000_std": 0.354066,
+        "nauc_recall_at_1000_diff1": 0.237593,
+        "nauc_precision_at_1_max": 0.181596,
+        "nauc_precision_at_1_std": -0.048648,
+        "nauc_precision_at_1_diff1": 0.491961,
+        "nauc_precision_at_3_max": 0.212694,
+        "nauc_precision_at_3_std": 0.00495,
+        "nauc_precision_at_3_diff1": 0.351785,
+        "nauc_precision_at_5_max": 0.244781,
+        "nauc_precision_at_5_std": 0.060882,
+        "nauc_precision_at_5_diff1": 0.287823,
+        "nauc_precision_at_10_max": 0.256429,
+        "nauc_precision_at_10_std": 0.122018,
+        "nauc_precision_at_10_diff1": 0.227145,
+        "nauc_precision_at_20_max": 0.227199,
+        "nauc_precision_at_20_std": 0.162562,
+        "nauc_precision_at_20_diff1": 0.170318,
+        "nauc_precision_at_100_max": 0.202895,
+        "nauc_precision_at_100_std": 0.204177,
+        "nauc_precision_at_100_diff1": 0.010253,
+        "nauc_precision_at_1000_max": 0.121503,
+        "nauc_precision_at_1000_std": 0.166102,
+        "nauc_precision_at_1000_diff1": -0.130242,
+        "nauc_mrr_at_1_max": 0.181596,
+        "nauc_mrr_at_1_std": -0.048648,
+        "nauc_mrr_at_1_diff1": 0.491961,
+        "nauc_mrr_at_3_max": 0.191301,
+        "nauc_mrr_at_3_std": -0.042027,
+        "nauc_mrr_at_3_diff1": 0.445373,
+        "nauc_mrr_at_5_max": 0.197178,
+        "nauc_mrr_at_5_std": -0.031312,
+        "nauc_mrr_at_5_diff1": 0.437029,
+        "nauc_mrr_at_10_max": 0.198721,
+        "nauc_mrr_at_10_std": -0.025837,
+        "nauc_mrr_at_10_diff1": 0.435513,
+        "nauc_mrr_at_20_max": 0.197212,
+        "nauc_mrr_at_20_std": -0.023355,
+        "nauc_mrr_at_20_diff1": 0.43601,
+        "nauc_mrr_at_100_max": 0.198343,
+        "nauc_mrr_at_100_std": -0.022112,
+        "nauc_mrr_at_100_diff1": 0.43601,
+        "nauc_mrr_at_1000_max": 0.198318,
+        "nauc_mrr_at_1000_std": -0.022138,
+        "nauc_mrr_at_1000_diff1": 0.436109,
+        "hit_rate_at_1": 0.2435,
+        "hit_rate_at_3": 0.37921,
+        "hit_rate_at_5": 0.44755,
+        "hit_rate_at_10": 0.53513,
+        "hit_rate_at_20": 0.61116,
+        "hit_rate_at_100": 0.77286,
+        "hit_rate_at_1000": 0.92204,
+        "main_score": 0.33827,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 100.5362138748169,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackProgrammersRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
+  "task_name": "CQADupstackProgrammersRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.25571,
+        "ndcg_at_3": 0.28717,
+        "ndcg_at_5": 0.30829,
+        "ndcg_at_10": 0.33073,
+        "ndcg_at_20": 0.35531,
+        "ndcg_at_100": 0.39398,
+        "ndcg_at_1000": 0.42209,
+        "map_at_1": 0.20709,
+        "map_at_3": 0.2565,
+        "map_at_5": 0.27151,
+        "map_at_10": 0.28198,
+        "map_at_20": 0.28925,
+        "map_at_100": 0.29564,
+        "map_at_1000": 0.29684,
+        "recall_at_1": 0.20709,
+        "recall_at_3": 0.30817,
+        "recall_at_5": 0.36263,
+        "recall_at_10": 0.42857,
+        "recall_at_20": 0.51959,
+        "recall_at_100": 0.70798,
+        "recall_at_1000": 0.90351,
+        "accuracy": 0.20709,
+        "precision_at_1": 0.25571,
+        "precision_at_3": 0.13584,
+        "precision_at_5": 0.09954,
+        "precision_at_10": 0.0613,
+        "precision_at_20": 0.03761,
+        "precision_at_100": 0.0108,
+        "precision_at_1000": 0.00151,
+        "mrr_at_1": 0.255708,
+        "mrr_at_3": 0.306507,
+        "mrr_at_5": 0.320548,
+        "mrr_at_10": 0.330034,
+        "mrr_at_20": 0.33628,
+        "mrr_at_100": 0.340411,
+        "mrr_at_1000": 0.341135,
+        "nauc_ndcg_at_1_max": 0.353371,
+        "nauc_ndcg_at_1_std": 0.022743,
+        "nauc_ndcg_at_1_diff1": 0.416417,
+        "nauc_ndcg_at_3_max": 0.319183,
+        "nauc_ndcg_at_3_std": 0.008533,
+        "nauc_ndcg_at_3_diff1": 0.381189,
+        "nauc_ndcg_at_5_max": 0.326986,
+        "nauc_ndcg_at_5_std": 0.014322,
+        "nauc_ndcg_at_5_diff1": 0.368202,
+        "nauc_ndcg_at_10_max": 0.327268,
+        "nauc_ndcg_at_10_std": 0.011862,
+        "nauc_ndcg_at_10_diff1": 0.362156,
+        "nauc_ndcg_at_20_max": 0.329261,
+        "nauc_ndcg_at_20_std": 0.027592,
+        "nauc_ndcg_at_20_diff1": 0.353135,
+        "nauc_ndcg_at_100_max": 0.336528,
+        "nauc_ndcg_at_100_std": 0.055207,
+        "nauc_ndcg_at_100_diff1": 0.348969,
+        "nauc_ndcg_at_1000_max": 0.342207,
+        "nauc_ndcg_at_1000_std": 0.054119,
+        "nauc_ndcg_at_1000_diff1": 0.359885,
+        "nauc_map_at_1_max": 0.301285,
+        "nauc_map_at_1_std": -0.0149,
+        "nauc_map_at_1_diff1": 0.41649,
+        "nauc_map_at_3_max": 0.307608,
+        "nauc_map_at_3_std": -0.003504,
+        "nauc_map_at_3_diff1": 0.391008,
+        "nauc_map_at_5_max": 0.317756,
+        "nauc_map_at_5_std": 0.004136,
+        "nauc_map_at_5_diff1": 0.382235,
+        "nauc_map_at_10_max": 0.32044,
+        "nauc_map_at_10_std": 0.005674,
+        "nauc_map_at_10_diff1": 0.38056,
+        "nauc_map_at_20_max": 0.32157,
+        "nauc_map_at_20_std": 0.010327,
+        "nauc_map_at_20_diff1": 0.377702,
+        "nauc_map_at_100_max": 0.322949,
+        "nauc_map_at_100_std": 0.014455,
+        "nauc_map_at_100_diff1": 0.376234,
+        "nauc_map_at_1000_max": 0.323396,
+        "nauc_map_at_1000_std": 0.014803,
+        "nauc_map_at_1000_diff1": 0.376456,
+        "nauc_recall_at_1_max": 0.301285,
+        "nauc_recall_at_1_std": -0.0149,
+        "nauc_recall_at_1_diff1": 0.41649,
+        "nauc_recall_at_3_max": 0.287159,
+        "nauc_recall_at_3_std": -0.005501,
+        "nauc_recall_at_3_diff1": 0.352614,
+        "nauc_recall_at_5_max": 0.310621,
+        "nauc_recall_at_5_std": 0.013225,
+        "nauc_recall_at_5_diff1": 0.316179,
+        "nauc_recall_at_10_max": 0.301185,
+        "nauc_recall_at_10_std": 0.004468,
+        "nauc_recall_at_10_diff1": 0.29493,
+        "nauc_recall_at_20_max": 0.294671,
+        "nauc_recall_at_20_std": 0.056175,
+        "nauc_recall_at_20_diff1": 0.255216,
+        "nauc_recall_at_100_max": 0.320555,
+        "nauc_recall_at_100_std": 0.224865,
+        "nauc_recall_at_100_diff1": 0.208752,
+        "nauc_recall_at_1000_max": 0.456414,
+        "nauc_recall_at_1000_std": 0.44558,
+        "nauc_recall_at_1000_diff1": 0.303243,
+        "nauc_precision_at_1_max": 0.353371,
+        "nauc_precision_at_1_std": 0.022743,
+        "nauc_precision_at_1_diff1": 0.416417,
+        "nauc_precision_at_3_max": 0.349937,
+        "nauc_precision_at_3_std": 0.04923,
+        "nauc_precision_at_3_diff1": 0.343446,
+        "nauc_precision_at_5_max": 0.364381,
+        "nauc_precision_at_5_std": 0.076029,
+        "nauc_precision_at_5_diff1": 0.291103,
+        "nauc_precision_at_10_max": 0.3434,
+        "nauc_precision_at_10_std": 0.079722,
+        "nauc_precision_at_10_diff1": 0.234901,
+        "nauc_precision_at_20_max": 0.319063,
+        "nauc_precision_at_20_std": 0.123481,
+        "nauc_precision_at_20_diff1": 0.158236,
+        "nauc_precision_at_100_max": 0.225154,
+        "nauc_precision_at_100_std": 0.179363,
+        "nauc_precision_at_100_diff1": 0.028036,
+        "nauc_precision_at_1000_max": 0.069617,
+        "nauc_precision_at_1000_std": 0.103029,
+        "nauc_precision_at_1000_diff1": -0.067505,
+        "nauc_mrr_at_1_max": 0.353371,
+        "nauc_mrr_at_1_std": 0.022743,
+        "nauc_mrr_at_1_diff1": 0.416417,
+        "nauc_mrr_at_3_max": 0.34354,
+        "nauc_mrr_at_3_std": 0.026017,
+        "nauc_mrr_at_3_diff1": 0.393517,
+        "nauc_mrr_at_5_max": 0.350767,
+        "nauc_mrr_at_5_std": 0.030475,
+        "nauc_mrr_at_5_diff1": 0.384408,
+        "nauc_mrr_at_10_max": 0.348525,
+        "nauc_mrr_at_10_std": 0.027043,
+        "nauc_mrr_at_10_diff1": 0.38089,
+        "nauc_mrr_at_20_max": 0.348142,
+        "nauc_mrr_at_20_std": 0.030765,
+        "nauc_mrr_at_20_diff1": 0.378142,
+        "nauc_mrr_at_100_max": 0.347878,
+        "nauc_mrr_at_100_std": 0.033748,
+        "nauc_mrr_at_100_diff1": 0.377537,
+        "nauc_mrr_at_1000_max": 0.348009,
+        "nauc_mrr_at_1000_std": 0.033478,
+        "nauc_mrr_at_1000_diff1": 0.37806,
+        "hit_rate_at_1": 0.25571,
+        "hit_rate_at_3": 0.37329,
+        "hit_rate_at_5": 0.43493,
+        "hit_rate_at_10": 0.50799,
+        "hit_rate_at_20": 0.60046,
+        "hit_rate_at_100": 0.76598,
+        "hit_rate_at_1000": 0.94064,
+        "main_score": 0.33073,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 85.61160373687744,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackRetrieval.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "1",
+  "task_name": "CQADupstackRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_10": 0.300415,
+        "main_score": 0.300415,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 1223.3310227394104,
+  "kg_co2_emissions": NaN,
+  "date": 1775502984.226138
+}

results/CQADupstackStatsRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a",
+  "task_name": "CQADupstackStatsRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.19939,
+        "ndcg_at_3": 0.22601,
+        "ndcg_at_5": 0.24338,
+        "ndcg_at_10": 0.26304,
+        "ndcg_at_20": 0.27657,
+        "ndcg_at_100": 0.30302,
+        "ndcg_at_1000": 0.33156,
+        "map_at_1": 0.17693,
+        "map_at_3": 0.20983,
+        "map_at_5": 0.22042,
+        "map_at_10": 0.2293,
+        "map_at_20": 0.23328,
+        "map_at_100": 0.23675,
+        "map_at_1000": 0.23779,
+        "recall_at_1": 0.17693,
+        "recall_at_3": 0.24628,
+        "recall_at_5": 0.28837,
+        "recall_at_10": 0.34653,
+        "recall_at_20": 0.39704,
+        "recall_at_100": 0.53374,
+        "recall_at_1000": 0.74777,
+        "accuracy": 0.17693,
+        "precision_at_1": 0.19939,
+        "precision_at_3": 0.09407,
+        "precision_at_5": 0.0681,
+        "precision_at_10": 0.04187,
+        "precision_at_20": 0.02416,
+        "precision_at_100": 0.00669,
+        "precision_at_1000": 0.00099,
+        "mrr_at_1": 0.199387,
+        "mrr_at_3": 0.232106,
+        "mrr_at_5": 0.242689,
+        "mrr_at_10": 0.250669,
+        "mrr_at_20": 0.254426,
+        "mrr_at_100": 0.258133,
+        "mrr_at_1000": 0.258933,
+        "nauc_ndcg_at_1_max": 0.34239,
+        "nauc_ndcg_at_1_std": 0.053912,
+        "nauc_ndcg_at_1_diff1": 0.54593,
+        "nauc_ndcg_at_3_max": 0.287571,
+        "nauc_ndcg_at_3_std": 0.030092,
+        "nauc_ndcg_at_3_diff1": 0.513483,
+        "nauc_ndcg_at_5_max": 0.286978,
+        "nauc_ndcg_at_5_std": 0.070714,
+        "nauc_ndcg_at_5_diff1": 0.496357,
+        "nauc_ndcg_at_10_max": 0.286388,
+        "nauc_ndcg_at_10_std": 0.08719,
+        "nauc_ndcg_at_10_diff1": 0.479912,
+        "nauc_ndcg_at_20_max": 0.277857,
+        "nauc_ndcg_at_20_std": 0.085656,
+        "nauc_ndcg_at_20_diff1": 0.4654,
+        "nauc_ndcg_at_100_max": 0.289598,
+        "nauc_ndcg_at_100_std": 0.108399,
+        "nauc_ndcg_at_100_diff1": 0.455575,
+        "nauc_ndcg_at_1000_max": 0.297222,
+        "nauc_ndcg_at_1000_std": 0.115509,
+        "nauc_ndcg_at_1000_diff1": 0.457413,
+        "nauc_map_at_1_max": 0.33093,
+        "nauc_map_at_1_std": 0.009692,
+        "nauc_map_at_1_diff1": 0.563824,
+        "nauc_map_at_3_max": 0.29155,
+        "nauc_map_at_3_std": 0.013803,
+        "nauc_map_at_3_diff1": 0.526676,
+        "nauc_map_at_5_max": 0.292056,
+        "nauc_map_at_5_std": 0.041113,
+        "nauc_map_at_5_diff1": 0.515763,
+        "nauc_map_at_10_max": 0.292077,
+        "nauc_map_at_10_std": 0.049991,
+        "nauc_map_at_10_diff1": 0.508472,
+        "nauc_map_at_20_max": 0.289244,
+        "nauc_map_at_20_std": 0.050419,
+        "nauc_map_at_20_diff1": 0.503322,
+        "nauc_map_at_100_max": 0.291686,
+        "nauc_map_at_100_std": 0.054083,
+        "nauc_map_at_100_diff1": 0.501732,
+        "nauc_map_at_1000_max": 0.292147,
+        "nauc_map_at_1000_std": 0.054493,
+        "nauc_map_at_1000_diff1": 0.501673,
+        "nauc_recall_at_1_max": 0.33093,
+        "nauc_recall_at_1_std": 0.009692,
+        "nauc_recall_at_1_diff1": 0.563824,
+        "nauc_recall_at_3_max": 0.252838,
+        "nauc_recall_at_3_std": 0.014645,
+        "nauc_recall_at_3_diff1": 0.482003,
+        "nauc_recall_at_5_max": 0.251224,
+        "nauc_recall_at_5_std": 0.10284,
+        "nauc_recall_at_5_diff1": 0.446269,
+        "nauc_recall_at_10_max": 0.248578,
+        "nauc_recall_at_10_std": 0.145866,
+        "nauc_recall_at_10_diff1": 0.399785,
+        "nauc_recall_at_20_max": 0.223837,
+        "nauc_recall_at_20_std": 0.138939,
+        "nauc_recall_at_20_diff1": 0.35209,
+        "nauc_recall_at_100_max": 0.261487,
+        "nauc_recall_at_100_std": 0.244132,
+        "nauc_recall_at_100_diff1": 0.293158,
+        "nauc_recall_at_1000_max": 0.292956,
+        "nauc_recall_at_1000_std": 0.360413,
+        "nauc_recall_at_1000_diff1": 0.241864,
+        "nauc_precision_at_1_max": 0.34239,
+        "nauc_precision_at_1_std": 0.053912,
+        "nauc_precision_at_1_diff1": 0.54593,
+        "nauc_precision_at_3_max": 0.264329,
+        "nauc_precision_at_3_std": 0.073249,
+        "nauc_precision_at_3_diff1": 0.452344,
+        "nauc_precision_at_5_max": 0.28006,
+        "nauc_precision_at_5_std": 0.189603,
+        "nauc_precision_at_5_diff1": 0.409172,
+        "nauc_precision_at_10_max": 0.271046,
+        "nauc_precision_at_10_std": 0.23617,
+        "nauc_precision_at_10_diff1": 0.348251,
+        "nauc_precision_at_20_max": 0.233673,
+        "nauc_precision_at_20_std": 0.224729,
+        "nauc_precision_at_20_diff1": 0.292413,
+        "nauc_precision_at_100_max": 0.273339,
+        "nauc_precision_at_100_std": 0.320007,
+        "nauc_precision_at_100_diff1": 0.227479,
+        "nauc_precision_at_1000_max": 0.234037,
+        "nauc_precision_at_1000_std": 0.294253,
+        "nauc_precision_at_1000_diff1": 0.083338,
+        "nauc_mrr_at_1_max": 0.34239,
+        "nauc_mrr_at_1_std": 0.053912,
+        "nauc_mrr_at_1_diff1": 0.54593,
+        "nauc_mrr_at_3_max": 0.308662,
+        "nauc_mrr_at_3_std": 0.060212,
+        "nauc_mrr_at_3_diff1": 0.513656,
+        "nauc_mrr_at_5_max": 0.307116,
+        "nauc_mrr_at_5_std": 0.083493,
+        "nauc_mrr_at_5_diff1": 0.502983,
+        "nauc_mrr_at_10_max": 0.306032,
+        "nauc_mrr_at_10_std": 0.087963,
+        "nauc_mrr_at_10_diff1": 0.495289,
+        "nauc_mrr_at_20_max": 0.303188,
+        "nauc_mrr_at_20_std": 0.086541,
+        "nauc_mrr_at_20_diff1": 0.492665,
+        "nauc_mrr_at_100_max": 0.305259,
+        "nauc_mrr_at_100_std": 0.089207,
+        "nauc_mrr_at_100_diff1": 0.491325,
+        "nauc_mrr_at_1000_max": 0.305481,
+        "nauc_mrr_at_1000_std": 0.089425,
+        "nauc_mrr_at_1000_diff1": 0.491205,
+        "hit_rate_at_1": 0.19939,
+        "hit_rate_at_3": 0.27147,
+        "hit_rate_at_5": 0.31748,
+        "hit_rate_at_10": 0.3773,
+        "hit_rate_at_20": 0.43098,
+        "hit_rate_at_100": 0.58282,
+        "hit_rate_at_1000": 0.78374,
+        "main_score": 0.26304,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 110.71832537651062,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackTexRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7",
+  "task_name": "CQADupstackTexRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.14797,
+        "ndcg_at_3": 0.17433,
+        "ndcg_at_5": 0.18774,
+        "ndcg_at_10": 0.20565,
+        "ndcg_at_20": 0.22284,
+        "ndcg_at_100": 0.25573,
+        "ndcg_at_1000": 0.28913,
+        "map_at_1": 0.12244,
+        "map_at_3": 0.15457,
+        "map_at_5": 0.1633,
+        "map_at_10": 0.17105,
+        "map_at_20": 0.17611,
+        "map_at_100": 0.18076,
+        "map_at_1000": 0.18204,
+        "recall_at_1": 0.12244,
+        "recall_at_3": 0.19341,
+        "recall_at_5": 0.22778,
+        "recall_at_10": 0.28047,
+        "recall_at_20": 0.34418,
+        "recall_at_100": 0.51073,
+        "recall_at_1000": 0.75379,
+        "accuracy": 0.12244,
+        "precision_at_1": 0.14797,
+        "precision_at_3": 0.08052,
+        "precision_at_5": 0.05836,
+        "precision_at_10": 0.03744,
+        "precision_at_20": 0.02345,
+        "precision_at_100": 0.00736,
+        "precision_at_1000": 0.00119,
+        "mrr_at_1": 0.14797,
+        "mrr_at_3": 0.185306,
+        "mrr_at_5": 0.193892,
+        "mrr_at_10": 0.20229,
+        "mrr_at_20": 0.207239,
+        "mrr_at_100": 0.211374,
+        "mrr_at_1000": 0.212275,
+        "nauc_ndcg_at_1_max": 0.155807,
+        "nauc_ndcg_at_1_std": -0.024993,
+        "nauc_ndcg_at_1_diff1": 0.393798,
+        "nauc_ndcg_at_3_max": 0.145912,
+        "nauc_ndcg_at_3_std": -0.030579,
+        "nauc_ndcg_at_3_diff1": 0.324371,
+        "nauc_ndcg_at_5_max": 0.140763,
+        "nauc_ndcg_at_5_std": -0.022035,
+        "nauc_ndcg_at_5_diff1": 0.313873,
+        "nauc_ndcg_at_10_max": 0.14338,
+        "nauc_ndcg_at_10_std": -0.016675,
+        "nauc_ndcg_at_10_diff1": 0.306491,
+        "nauc_ndcg_at_20_max": 0.146305,
+        "nauc_ndcg_at_20_std": -0.000771,
+        "nauc_ndcg_at_20_diff1": 0.293395,
+        "nauc_ndcg_at_100_max": 0.151494,
+        "nauc_ndcg_at_100_std": 0.021626,
+        "nauc_ndcg_at_100_diff1": 0.287014,
+        "nauc_ndcg_at_1000_max": 0.160739,
+        "nauc_ndcg_at_1000_std": 0.028774,
+        "nauc_ndcg_at_1000_diff1": 0.286397,
+        "nauc_map_at_1_max": 0.138954,
+        "nauc_map_at_1_std": -0.018631,
+        "nauc_map_at_1_diff1": 0.39995,
+        "nauc_map_at_3_max": 0.137714,
+        "nauc_map_at_3_std": -0.028376,
+        "nauc_map_at_3_diff1": 0.341232,
+        "nauc_map_at_5_max": 0.135899,
+        "nauc_map_at_5_std": -0.023753,
+        "nauc_map_at_5_diff1": 0.335552,
+        "nauc_map_at_10_max": 0.138319,
+        "nauc_map_at_10_std": -0.021774,
+        "nauc_map_at_10_diff1": 0.332066,
+        "nauc_map_at_20_max": 0.139679,
+        "nauc_map_at_20_std": -0.016602,
+        "nauc_map_at_20_diff1": 0.327615,
+        "nauc_map_at_100_max": 0.140515,
+        "nauc_map_at_100_std": -0.012958,
+        "nauc_map_at_100_diff1": 0.326161,
+        "nauc_map_at_1000_max": 0.141,
+        "nauc_map_at_1000_std": -0.012567,
+        "nauc_map_at_1000_diff1": 0.325984,
+        "nauc_recall_at_1_max": 0.138954,
+        "nauc_recall_at_1_std": -0.018631,
+        "nauc_recall_at_1_diff1": 0.39995,
+        "nauc_recall_at_3_max": 0.139341,
+        "nauc_recall_at_3_std": -0.030361,
+        "nauc_recall_at_3_diff1": 0.283086,
+        "nauc_recall_at_5_max": 0.129933,
+        "nauc_recall_at_5_std": -0.012577,
+        "nauc_recall_at_5_diff1": 0.259801,
+        "nauc_recall_at_10_max": 0.137034,
+        "nauc_recall_at_10_std": -0.001981,
+        "nauc_recall_at_10_diff1": 0.246985,
+        "nauc_recall_at_20_max": 0.14314,
+        "nauc_recall_at_20_std": 0.045758,
+        "nauc_recall_at_20_diff1": 0.206429,
+        "nauc_recall_at_100_max": 0.158292,
+        "nauc_recall_at_100_std": 0.134625,
+        "nauc_recall_at_100_diff1": 0.178534,
+        "nauc_recall_at_1000_max": 0.231397,
+        "nauc_recall_at_1000_std": 0.254449,
+        "nauc_recall_at_1000_diff1": 0.137398,
+        "nauc_precision_at_1_max": 0.155807,
+        "nauc_precision_at_1_std": -0.024993,
+        "nauc_precision_at_1_diff1": 0.393798,
+        "nauc_precision_at_3_max": 0.164192,
+        "nauc_precision_at_3_std": -0.040173,
+        "nauc_precision_at_3_diff1": 0.279641,
+        "nauc_precision_at_5_max": 0.154864,
+        "nauc_precision_at_5_std": -0.025184,
+        "nauc_precision_at_5_diff1": 0.251833,
+        "nauc_precision_at_10_max": 0.15883,
+        "nauc_precision_at_10_std": -0.00548,
+        "nauc_precision_at_10_diff1": 0.217341,
+        "nauc_precision_at_20_max": 0.159998,
+        "nauc_precision_at_20_std": 0.028167,
+        "nauc_precision_at_20_diff1": 0.165511,
+        "nauc_precision_at_100_max": 0.170826,
+        "nauc_precision_at_100_std": 0.098782,
+        "nauc_precision_at_100_diff1": 0.099011,
+        "nauc_precision_at_1000_max": 0.174437,
+        "nauc_precision_at_1000_std": 0.100415,
+        "nauc_precision_at_1000_diff1": 0.021104,
+        "nauc_mrr_at_1_max": 0.155807,
+        "nauc_mrr_at_1_std": -0.024993,
+        "nauc_mrr_at_1_diff1": 0.393798,
+        "nauc_mrr_at_3_max": 0.152887,
+        "nauc_mrr_at_3_std": -0.031589,
+        "nauc_mrr_at_3_diff1": 0.33324,
+        "nauc_mrr_at_5_max": 0.151109,
+        "nauc_mrr_at_5_std": -0.02687,
+        "nauc_mrr_at_5_diff1": 0.326086,
+        "nauc_mrr_at_10_max": 0.150897,
+        "nauc_mrr_at_10_std": -0.023405,
+        "nauc_mrr_at_10_diff1": 0.321458,
+        "nauc_mrr_at_20_max": 0.15147,
+        "nauc_mrr_at_20_std": -0.018521,
+        "nauc_mrr_at_20_diff1": 0.317529,
+        "nauc_mrr_at_100_max": 0.152248,
+        "nauc_mrr_at_100_std": -0.015871,
+        "nauc_mrr_at_100_diff1": 0.316934,
+        "nauc_mrr_at_1000_max": 0.152538,
+        "nauc_mrr_at_1000_std": -0.015814,
+        "nauc_mrr_at_1000_diff1": 0.317058,
+        "hit_rate_at_1": 0.14797,
+        "hit_rate_at_3": 0.23331,
+        "hit_rate_at_5": 0.27116,
+        "hit_rate_at_10": 0.33414,
+        "hit_rate_at_20": 0.40399,
+        "hit_rate_at_100": 0.57915,
+        "hit_rate_at_1000": 0.80007,
+        "main_score": 0.20565,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 194.65334963798523,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackUnixRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53",
+  "task_name": "CQADupstackUnixRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.21642,
+        "ndcg_at_3": 0.25066,
+        "ndcg_at_5": 0.26658,
+        "ndcg_at_10": 0.28733,
+        "ndcg_at_20": 0.30645,
+        "ndcg_at_100": 0.3386,
+        "ndcg_at_1000": 0.3713,
+        "map_at_1": 0.18771,
+        "map_at_3": 0.22856,
+        "map_at_5": 0.23871,
+        "map_at_10": 0.24771,
+        "map_at_20": 0.25314,
+        "map_at_100": 0.25778,
+        "map_at_1000": 0.25905,
+        "recall_at_1": 0.18771,
+        "recall_at_3": 0.27613,
+        "recall_at_5": 0.31762,
+        "recall_at_10": 0.37816,
+        "recall_at_20": 0.44911,
+        "recall_at_100": 0.60946,
+        "recall_at_1000": 0.84511,
+        "accuracy": 0.18771,
+        "precision_at_1": 0.21642,
+        "precision_at_3": 0.11132,
+        "precision_at_5": 0.07761,
+        "precision_at_10": 0.04739,
+        "precision_at_20": 0.02868,
+        "precision_at_100": 0.00816,
+        "precision_at_1000": 0.00124,
+        "mrr_at_1": 0.216418,
+        "mrr_at_3": 0.260106,
+        "mrr_at_5": 0.27046,
+        "mrr_at_10": 0.279593,
+        "mrr_at_20": 0.284582,
+        "mrr_at_100": 0.288729,
+        "mrr_at_1000": 0.289584,
+        "nauc_ndcg_at_1_max": 0.272642,
+        "nauc_ndcg_at_1_std": -0.065343,
+        "nauc_ndcg_at_1_diff1": 0.432844,
+        "nauc_ndcg_at_3_max": 0.266708,
+        "nauc_ndcg_at_3_std": -0.033573,
+        "nauc_ndcg_at_3_diff1": 0.375249,
+        "nauc_ndcg_at_5_max": 0.262256,
+        "nauc_ndcg_at_5_std": -0.02073,
+        "nauc_ndcg_at_5_diff1": 0.358351,
+        "nauc_ndcg_at_10_max": 0.262991,
+        "nauc_ndcg_at_10_std": -0.009598,
+        "nauc_ndcg_at_10_diff1": 0.348228,
+        "nauc_ndcg_at_20_max": 0.268275,
+        "nauc_ndcg_at_20_std": 0.000742,
+        "nauc_ndcg_at_20_diff1": 0.338186,
+        "nauc_ndcg_at_100_max": 0.26905,
+        "nauc_ndcg_at_100_std": 0.012228,
+        "nauc_ndcg_at_100_diff1": 0.341533,
+        "nauc_ndcg_at_1000_max": 0.280964,
+        "nauc_ndcg_at_1000_std": 0.017772,
+        "nauc_ndcg_at_1000_diff1": 0.346544,
+        "nauc_map_at_1_max": 0.300503,
+        "nauc_map_at_1_std": -0.066139,
+        "nauc_map_at_1_diff1": 0.450556,
+        "nauc_map_at_3_max": 0.275569,
+        "nauc_map_at_3_std": -0.044332,
+        "nauc_map_at_3_diff1": 0.394534,
+        "nauc_map_at_5_max": 0.273614,
+        "nauc_map_at_5_std": -0.035012,
+        "nauc_map_at_5_diff1": 0.383999,
+        "nauc_map_at_10_max": 0.273702,
+        "nauc_map_at_10_std": -0.029923,
+        "nauc_map_at_10_diff1": 0.37825,
+        "nauc_map_at_20_max": 0.275303,
+        "nauc_map_at_20_std": -0.02717,
+        "nauc_map_at_20_diff1": 0.375299,
+        "nauc_map_at_100_max": 0.274922,
+        "nauc_map_at_100_std": -0.026014,
+        "nauc_map_at_100_diff1": 0.375934,
+        "nauc_map_at_1000_max": 0.275515,
+        "nauc_map_at_1000_std": -0.025387,
+        "nauc_map_at_1000_diff1": 0.37605,
+        "nauc_recall_at_1_max": 0.300503,
+        "nauc_recall_at_1_std": -0.066139,
+        "nauc_recall_at_1_diff1": 0.450556,
+        "nauc_recall_at_3_max": 0.250636,
+        "nauc_recall_at_3_std": -0.015563,
+        "nauc_recall_at_3_diff1": 0.337269,
+        "nauc_recall_at_5_max": 0.233709,
+        "nauc_recall_at_5_std": 0.01322,
+        "nauc_recall_at_5_diff1": 0.292095,
+        "nauc_recall_at_10_max": 0.234079,
+        "nauc_recall_at_10_std": 0.04199,
+        "nauc_recall_at_10_diff1": 0.270756,
+        "nauc_recall_at_20_max": 0.242039,
+        "nauc_recall_at_20_std": 0.076241,
+        "nauc_recall_at_20_diff1": 0.233256,
+        "nauc_recall_at_100_max": 0.246044,
+        "nauc_recall_at_100_std": 0.156422,
+        "nauc_recall_at_100_diff1": 0.232147,
+        "nauc_recall_at_1000_max": 0.385948,
+        "nauc_recall_at_1000_std": 0.361926,
+        "nauc_recall_at_1000_diff1": 0.238452,
+        "nauc_precision_at_1_max": 0.272642,
+        "nauc_precision_at_1_std": -0.065343,
+        "nauc_precision_at_1_diff1": 0.432844,
+        "nauc_precision_at_3_max": 0.229907,
+        "nauc_precision_at_3_std": -0.004613,
+        "nauc_precision_at_3_diff1": 0.30632,
+        "nauc_precision_at_5_max": 0.215841,
+        "nauc_precision_at_5_std": 0.024235,
+        "nauc_precision_at_5_diff1": 0.254839,
+        "nauc_precision_at_10_max": 0.214978,
+        "nauc_precision_at_10_std": 0.05216,
+        "nauc_precision_at_10_diff1": 0.216263,
+        "nauc_precision_at_20_max": 0.228239,
+        "nauc_precision_at_20_std": 0.085482,
+        "nauc_precision_at_20_diff1": 0.155654,
+        "nauc_precision_at_100_max": 0.167922,
+        "nauc_precision_at_100_std": 0.107264,
+        "nauc_precision_at_100_diff1": 0.11087,
+        "nauc_precision_at_1000_max": 0.093998,
+        "nauc_precision_at_1000_std": 0.07508,
+        "nauc_precision_at_1000_diff1": -0.041364,
+        "nauc_mrr_at_1_max": 0.272642,
+        "nauc_mrr_at_1_std": -0.065343,
+        "nauc_mrr_at_1_diff1": 0.432844,
+        "nauc_mrr_at_3_max": 0.264813,
+        "nauc_mrr_at_3_std": -0.037417,
+        "nauc_mrr_at_3_diff1": 0.379349,
+        "nauc_mrr_at_5_max": 0.260002,
+        "nauc_mrr_at_5_std": -0.030665,
+        "nauc_mrr_at_5_diff1": 0.368757,
+        "nauc_mrr_at_10_max": 0.25947,
+        "nauc_mrr_at_10_std": -0.026415,
+        "nauc_mrr_at_10_diff1": 0.364459,
+        "nauc_mrr_at_20_max": 0.261223,
+        "nauc_mrr_at_20_std": -0.024026,
+        "nauc_mrr_at_20_diff1": 0.362216,
+        "nauc_mrr_at_100_max": 0.261118,
+        "nauc_mrr_at_100_std": -0.023111,
+        "nauc_mrr_at_100_diff1": 0.362313,
+        "nauc_mrr_at_1000_max": 0.261584,
+        "nauc_mrr_at_1000_std": -0.022876,
+        "nauc_mrr_at_1000_diff1": 0.362583,
+        "hit_rate_at_1": 0.21642,
+        "hit_rate_at_3": 0.31716,
+        "hit_rate_at_5": 0.36287,
+        "hit_rate_at_10": 0.43097,
+        "hit_rate_at_20": 0.5056,
+        "hit_rate_at_100": 0.67257,
+        "hit_rate_at_1000": 0.88806,
+        "main_score": 0.28733,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 127.21370887756348,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackWebmastersRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571",
+  "task_name": "CQADupstackWebmastersRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.22134,
+        "ndcg_at_3": 0.26211,
+        "ndcg_at_5": 0.2788,
+        "ndcg_at_10": 0.30248,
+        "ndcg_at_20": 0.32386,
+        "ndcg_at_100": 0.36086,
+        "ndcg_at_1000": 0.3931,
+        "map_at_1": 0.18366,
+        "map_at_3": 0.22916,
+        "map_at_5": 0.24131,
+        "map_at_10": 0.25398,
+        "map_at_20": 0.26192,
+        "map_at_100": 0.26913,
+        "map_at_1000": 0.27134,
+        "recall_at_1": 0.18366,
+        "recall_at_3": 0.27537,
+        "recall_at_5": 0.3206,
+        "recall_at_10": 0.39205,
+        "recall_at_20": 0.47546,
+        "recall_at_100": 0.6574,
+        "recall_at_1000": 0.87259,
+        "accuracy": 0.18366,
+        "precision_at_1": 0.22134,
+        "precision_at_3": 0.12319,
+        "precision_at_5": 0.0913,
+        "precision_at_10": 0.06028,
+        "precision_at_20": 0.03943,
+        "precision_at_100": 0.01324,
+        "precision_at_1000": 0.00226,
+        "mrr_at_1": 0.221344,
+        "mrr_at_3": 0.270092,
+        "mrr_at_5": 0.281653,
+        "mrr_at_10": 0.292026,
+        "mrr_at_20": 0.298255,
+        "mrr_at_100": 0.30299,
+        "mrr_at_1000": 0.30372,
+        "nauc_ndcg_at_1_max": 0.178493,
+        "nauc_ndcg_at_1_std": 0.023765,
+        "nauc_ndcg_at_1_diff1": 0.418198,
+        "nauc_ndcg_at_3_max": 0.187413,
+        "nauc_ndcg_at_3_std": 0.051171,
+        "nauc_ndcg_at_3_diff1": 0.375683,
+        "nauc_ndcg_at_5_max": 0.186653,
+        "nauc_ndcg_at_5_std": 0.043239,
+        "nauc_ndcg_at_5_diff1": 0.373942,
+        "nauc_ndcg_at_10_max": 0.184562,
+        "nauc_ndcg_at_10_std": 0.071817,
+        "nauc_ndcg_at_10_diff1": 0.361516,
+        "nauc_ndcg_at_20_max": 0.191904,
+        "nauc_ndcg_at_20_std": 0.095907,
+        "nauc_ndcg_at_20_diff1": 0.360312,
+        "nauc_ndcg_at_100_max": 0.199862,
+        "nauc_ndcg_at_100_std": 0.112067,
+        "nauc_ndcg_at_100_diff1": 0.361154,
+        "nauc_ndcg_at_1000_max": 0.201186,
+        "nauc_ndcg_at_1000_std": 0.106915,
+        "nauc_ndcg_at_1000_diff1": 0.365619,
+        "nauc_map_at_1_max": 0.204154,
+        "nauc_map_at_1_std": -0.006417,
+        "nauc_map_at_1_diff1": 0.420492,
+        "nauc_map_at_3_max": 0.199085,
+        "nauc_map_at_3_std": 0.023741,
+        "nauc_map_at_3_diff1": 0.38389,
+        "nauc_map_at_5_max": 0.197771,
+        "nauc_map_at_5_std": 0.018024,
+        "nauc_map_at_5_diff1": 0.382059,
+        "nauc_map_at_10_max": 0.197015,
+        "nauc_map_at_10_std": 0.035706,
+        "nauc_map_at_10_diff1": 0.376587,
+        "nauc_map_at_20_max": 0.198904,
+        "nauc_map_at_20_std": 0.047267,
+        "nauc_map_at_20_diff1": 0.377131,
+        "nauc_map_at_100_max": 0.19885,
+        "nauc_map_at_100_std": 0.055077,
+        "nauc_map_at_100_diff1": 0.378871,
+        "nauc_map_at_1000_max": 0.197346,
+        "nauc_map_at_1000_std": 0.056368,
+        "nauc_map_at_1000_diff1": 0.379304,
+        "nauc_recall_at_1_max": 0.204154,
+        "nauc_recall_at_1_std": -0.006417,
+        "nauc_recall_at_1_diff1": 0.420492,
+        "nauc_recall_at_3_max": 0.182451,
+        "nauc_recall_at_3_std": 0.051838,
+        "nauc_recall_at_3_diff1": 0.338178,
+        "nauc_recall_at_5_max": 0.181388,
+        "nauc_recall_at_5_std": 0.042869,
+        "nauc_recall_at_5_diff1": 0.340121,
+        "nauc_recall_at_10_max": 0.172174,
+        "nauc_recall_at_10_std": 0.122086,
+        "nauc_recall_at_10_diff1": 0.301817,
+        "nauc_recall_at_20_max": 0.187429,
+        "nauc_recall_at_20_std": 0.201298,
+        "nauc_recall_at_20_diff1": 0.29608,
+        "nauc_recall_at_100_max": 0.207613,
+        "nauc_recall_at_100_std": 0.311317,
+        "nauc_recall_at_100_diff1": 0.284505,
+        "nauc_recall_at_1000_max": 0.273464,
+        "nauc_recall_at_1000_std": 0.410027,
+        "nauc_recall_at_1000_diff1": 0.276375,
+        "nauc_precision_at_1_max": 0.178493,
+        "nauc_precision_at_1_std": 0.023765,
+        "nauc_precision_at_1_diff1": 0.418198,
+        "nauc_precision_at_3_max": 0.156274,
+        "nauc_precision_at_3_std": 0.09332,
+        "nauc_precision_at_3_diff1": 0.328823,
+        "nauc_precision_at_5_max": 0.138814,
+        "nauc_precision_at_5_std": 0.078812,
+        "nauc_precision_at_5_diff1": 0.28963,
+        "nauc_precision_at_10_max": 0.112561,
+        "nauc_precision_at_10_std": 0.15428,
+        "nauc_precision_at_10_diff1": 0.243124,
+        "nauc_precision_at_20_max": 0.10464,
+        "nauc_precision_at_20_std": 0.270382,
+        "nauc_precision_at_20_diff1": 0.238329,
+        "nauc_precision_at_100_max": -0.030835,
+        "nauc_precision_at_100_std": 0.276277,
+        "nauc_precision_at_100_diff1": 0.142989,
+        "nauc_precision_at_1000_max": -0.144315,
+        "nauc_precision_at_1000_std": 0.124791,
+        "nauc_precision_at_1000_diff1": 0.025244,
+        "nauc_mrr_at_1_max": 0.178493,
+        "nauc_mrr_at_1_std": 0.023765,
+        "nauc_mrr_at_1_diff1": 0.418198,
+        "nauc_mrr_at_3_max": 0.178987,
+        "nauc_mrr_at_3_std": 0.050853,
+        "nauc_mrr_at_3_diff1": 0.380415,
+        "nauc_mrr_at_5_max": 0.183008,
+        "nauc_mrr_at_5_std": 0.048254,
+        "nauc_mrr_at_5_diff1": 0.380948,
+        "nauc_mrr_at_10_max": 0.179507,
+        "nauc_mrr_at_10_std": 0.061629,
+        "nauc_mrr_at_10_diff1": 0.374216,
+        "nauc_mrr_at_20_max": 0.182849,
+        "nauc_mrr_at_20_std": 0.067356,
+        "nauc_mrr_at_20_diff1": 0.375427,
+        "nauc_mrr_at_100_max": 0.182661,
+        "nauc_mrr_at_100_std": 0.067239,
+        "nauc_mrr_at_100_diff1": 0.376557,
+        "nauc_mrr_at_1000_max": 0.182542,
+        "nauc_mrr_at_1000_std": 0.067028,
+        "nauc_mrr_at_1000_diff1": 0.37654,
+        "hit_rate_at_1": 0.22134,
+        "hit_rate_at_3": 0.33004,
+        "hit_rate_at_5": 0.38142,
+        "hit_rate_at_10": 0.45455,
+        "hit_rate_at_20": 0.54545,
+        "hit_rate_at_100": 0.72134,
+        "hit_rate_at_1000": 0.89921,
+        "main_score": 0.30248,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 45.840434551239014,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackWordpressRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4",
+  "task_name": "CQADupstackWordpressRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.15157,
+        "ndcg_at_3": 0.19469,
+        "ndcg_at_5": 0.21324,
+        "ndcg_at_10": 0.23091,
+        "ndcg_at_20": 0.25211,
+        "ndcg_at_100": 0.28814,
+        "ndcg_at_1000": 0.31786,
+        "map_at_1": 0.13956,
+        "map_at_3": 0.1773,
+        "map_at_5": 0.18814,
+        "map_at_10": 0.19596,
+        "map_at_20": 0.20184,
+        "map_at_100": 0.20689,
+        "map_at_1000": 0.20814,
+        "recall_at_1": 0.13956,
+        "recall_at_3": 0.22785,
+        "recall_at_5": 0.27197,
+        "recall_at_10": 0.32372,
+        "recall_at_20": 0.40388,
+        "recall_at_100": 0.58994,
+        "recall_at_1000": 0.80734,
+        "accuracy": 0.13956,
+        "precision_at_1": 0.15157,
+        "precision_at_3": 0.08503,
+        "precision_at_5": 0.06174,
+        "precision_at_10": 0.03697,
+        "precision_at_20": 0.02338,
+        "precision_at_100": 0.00725,
+        "precision_at_1000": 0.00108,
+        "mrr_at_1": 0.151571,
+        "mrr_at_3": 0.193161,
+        "mrr_at_5": 0.204251,
+        "mrr_at_10": 0.211534,
+        "mrr_at_20": 0.21777,
+        "mrr_at_100": 0.222356,
+        "mrr_at_1000": 0.223307,
+        "nauc_ndcg_at_1_max": 0.200608,
+        "nauc_ndcg_at_1_std": -0.101298,
+        "nauc_ndcg_at_1_diff1": 0.372787,
+        "nauc_ndcg_at_3_max": 0.21147,
+        "nauc_ndcg_at_3_std": -0.024249,
+        "nauc_ndcg_at_3_diff1": 0.300933,
+        "nauc_ndcg_at_5_max": 0.20131,
+        "nauc_ndcg_at_5_std": -0.015126,
+        "nauc_ndcg_at_5_diff1": 0.275209,
+        "nauc_ndcg_at_10_max": 0.193596,
+        "nauc_ndcg_at_10_std": -0.021784,
+        "nauc_ndcg_at_10_diff1": 0.259783,
+        "nauc_ndcg_at_20_max": 0.20253,
+        "nauc_ndcg_at_20_std": -0.007344,
+        "nauc_ndcg_at_20_diff1": 0.260696,
+        "nauc_ndcg_at_100_max": 0.193511,
+        "nauc_ndcg_at_100_std": 0.024032,
+        "nauc_ndcg_at_100_diff1": 0.242661,
+        "nauc_ndcg_at_1000_max": 0.197246,
+        "nauc_ndcg_at_1000_std": 0.035055,
+        "nauc_ndcg_at_1000_diff1": 0.243718,
+        "nauc_map_at_1_max": 0.226679,
+        "nauc_map_at_1_std": -0.103613,
+        "nauc_map_at_1_diff1": 0.39661,
+        "nauc_map_at_3_max": 0.217148,
+        "nauc_map_at_3_std": -0.042586,
+        "nauc_map_at_3_diff1": 0.321894,
+        "nauc_map_at_5_max": 0.211393,
+        "nauc_map_at_5_std": -0.036031,
+        "nauc_map_at_5_diff1": 0.304229,
+        "nauc_map_at_10_max": 0.207786,
+        "nauc_map_at_10_std": -0.03914,
+        "nauc_map_at_10_diff1": 0.295886,
+        "nauc_map_at_20_max": 0.210869,
+        "nauc_map_at_20_std": -0.034689,
+        "nauc_map_at_20_diff1": 0.296085,
+        "nauc_map_at_100_max": 0.208742,
+        "nauc_map_at_100_std": -0.030291,
+        "nauc_map_at_100_diff1": 0.293044,
+        "nauc_map_at_1000_max": 0.208814,
+        "nauc_map_at_1000_std": -0.029741,
+        "nauc_map_at_1000_diff1": 0.292955,
+        "nauc_recall_at_1_max": 0.226679,
+        "nauc_recall_at_1_std": -0.103613,
+        "nauc_recall_at_1_diff1": 0.39661,
+        "nauc_recall_at_3_max": 0.193489,
+        "nauc_recall_at_3_std": 0.006385,
+        "nauc_recall_at_3_diff1": 0.26264,
+        "nauc_recall_at_5_max": 0.178748,
+        "nauc_recall_at_5_std": 0.028513,
+        "nauc_recall_at_5_diff1": 0.216429,
+        "nauc_recall_at_10_max": 0.153293,
+        "nauc_recall_at_10_std": 0.007644,
+        "nauc_recall_at_10_diff1": 0.176287,
+        "nauc_recall_at_20_max": 0.178418,
+        "nauc_recall_at_20_std": 0.047086,
+        "nauc_recall_at_20_diff1": 0.183082,
+        "nauc_recall_at_100_max": 0.14828,
+        "nauc_recall_at_100_std": 0.196014,
+        "nauc_recall_at_100_diff1": 0.097947,
+        "nauc_recall_at_1000_max": 0.159086,
+        "nauc_recall_at_1000_std": 0.418362,
+        "nauc_recall_at_1000_diff1": 0.025671,
+        "nauc_precision_at_1_max": 0.200608,
+        "nauc_precision_at_1_std": -0.101298,
+        "nauc_precision_at_1_diff1": 0.372787,
+        "nauc_precision_at_3_max": 0.203567,
+        "nauc_precision_at_3_std": 0.023521,
+        "nauc_precision_at_3_diff1": 0.236986,
+        "nauc_precision_at_5_max": 0.179039,
+        "nauc_precision_at_5_std": 0.0456,
+        "nauc_precision_at_5_diff1": 0.177251,
+        "nauc_precision_at_10_max": 0.166347,
+        "nauc_precision_at_10_std": 0.029963,
+        "nauc_precision_at_10_diff1": 0.139187,
+        "nauc_precision_at_20_max": 0.19965,
+        "nauc_precision_at_20_std": 0.087433,
+        "nauc_precision_at_20_diff1": 0.127039,
+        "nauc_precision_at_100_max": 0.107708,
+        "nauc_precision_at_100_std": 0.227818,
+        "nauc_precision_at_100_diff1": -0.022958,
+        "nauc_precision_at_1000_max": 0.038302,
+        "nauc_precision_at_1000_std": 0.271083,
+        "nauc_precision_at_1000_diff1": -0.155681,
+        "nauc_mrr_at_1_max": 0.200608,
+        "nauc_mrr_at_1_std": -0.101298,
+        "nauc_mrr_at_1_diff1": 0.372787,
+        "nauc_mrr_at_3_max": 0.203131,
+        "nauc_mrr_at_3_std": -0.034366,
+        "nauc_mrr_at_3_diff1": 0.303909,
+        "nauc_mrr_at_5_max": 0.198854,
+        "nauc_mrr_at_5_std": -0.03008,
+        "nauc_mrr_at_5_diff1": 0.287446,
+        "nauc_mrr_at_10_max": 0.197469,
+        "nauc_mrr_at_10_std": -0.030856,
+        "nauc_mrr_at_10_diff1": 0.283163,
+        "nauc_mrr_at_20_max": 0.199878,
+        "nauc_mrr_at_20_std": -0.0259,
+        "nauc_mrr_at_20_diff1": 0.282693,
+        "nauc_mrr_at_100_max": 0.198253,
+        "nauc_mrr_at_100_std": -0.022159,
+        "nauc_mrr_at_100_diff1": 0.280719,
+        "nauc_mrr_at_1000_max": 0.198212,
+        "nauc_mrr_at_1000_std": -0.022136,
+        "nauc_mrr_at_1000_diff1": 0.280987,
+        "hit_rate_at_1": 0.15157,
+        "hit_rate_at_3": 0.24954,
+        "hit_rate_at_5": 0.2976,
+        "hit_rate_at_10": 0.34935,
+        "hit_rate_at_20": 0.43808,
+        "hit_rate_at_100": 0.62662,
+        "hit_rate_at_1000": 0.8281,
+        "main_score": 0.23091,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 127.77572250366211,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ClimateFEVER.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380",
+  "task_name": "ClimateFEVER",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.27166,
+        "ndcg_at_3": 0.24007,
+        "ndcg_at_5": 0.25492,
+        "ndcg_at_10": 0.28605,
+        "ndcg_at_20": 0.30978,
+        "ndcg_at_100": 0.34753,
+        "ndcg_at_1000": 0.37957,
+        "map_at_1": 0.12365,
+        "map_at_3": 0.17699,
+        "map_at_5": 0.19141,
+        "map_at_10": 0.20665,
+        "map_at_20": 0.21508,
+        "map_at_100": 0.22226,
+        "map_at_1000": 0.22391,
+        "recall_at_1": 0.12365,
+        "recall_at_3": 0.2221,
+        "recall_at_5": 0.26655,
+        "recall_at_10": 0.33526,
+        "recall_at_20": 0.40185,
+        "recall_at_100": 0.54678,
+        "recall_at_1000": 0.72823,
+        "accuracy": 0.12365,
+        "precision_at_1": 0.27166,
+        "precision_at_3": 0.17785,
+        "precision_at_5": 0.13199,
+        "precision_at_10": 0.08684,
+        "precision_at_20": 0.05345,
+        "precision_at_100": 0.01522,
+        "precision_at_1000": 0.00212,
+        "mrr_at_1": 0.271661,
+        "mrr_at_3": 0.356026,
+        "mrr_at_5": 0.373453,
+        "mrr_at_10": 0.385454,
+        "mrr_at_20": 0.390603,
+        "mrr_at_100": 0.39385,
+        "mrr_at_1000": 0.394272,
+        "nauc_ndcg_at_1_max": 0.404484,
+        "nauc_ndcg_at_1_std": 0.251546,
+        "nauc_ndcg_at_1_diff1": 0.241109,
+        "nauc_ndcg_at_3_max": 0.40682,
+        "nauc_ndcg_at_3_std": 0.26695,
+        "nauc_ndcg_at_3_diff1": 0.218201,
+        "nauc_ndcg_at_5_max": 0.42415,
+        "nauc_ndcg_at_5_std": 0.288247,
+        "nauc_ndcg_at_5_diff1": 0.220472,
+        "nauc_ndcg_at_10_max": 0.41644,
+        "nauc_ndcg_at_10_std": 0.304935,
+        "nauc_ndcg_at_10_diff1": 0.212308,
+        "nauc_ndcg_at_20_max": 0.425169,
+        "nauc_ndcg_at_20_std": 0.31979,
+        "nauc_ndcg_at_20_diff1": 0.211163,
+        "nauc_ndcg_at_100_max": 0.428409,
+        "nauc_ndcg_at_100_std": 0.341799,
+        "nauc_ndcg_at_100_diff1": 0.203146,
+        "nauc_ndcg_at_1000_max": 0.427482,
+        "nauc_ndcg_at_1000_std": 0.343238,
+        "nauc_ndcg_at_1000_diff1": 0.201552,
+        "nauc_map_at_1_max": 0.428368,
+        "nauc_map_at_1_std": 0.22614,
+        "nauc_map_at_1_diff1": 0.292095,
+        "nauc_map_at_3_max": 0.418182,
+        "nauc_map_at_3_std": 0.250222,
+        "nauc_map_at_3_diff1": 0.243764,
+        "nauc_map_at_5_max": 0.425811,
+        "nauc_map_at_5_std": 0.26602,
+        "nauc_map_at_5_diff1": 0.240949,
+        "nauc_map_at_10_max": 0.421675,
+        "nauc_map_at_10_std": 0.27694,
+        "nauc_map_at_10_diff1": 0.235757,
+        "nauc_map_at_20_max": 0.424048,
+        "nauc_map_at_20_std": 0.285006,
+        "nauc_map_at_20_diff1": 0.234597,
+        "nauc_map_at_100_max": 0.426017,
+        "nauc_map_at_100_std": 0.292322,
+        "nauc_map_at_100_diff1": 0.232227,
+        "nauc_map_at_1000_max": 0.425918,
+        "nauc_map_at_1000_std": 0.292526,
+        "nauc_map_at_1000_diff1": 0.231959,
+        "nauc_recall_at_1_max": 0.428368,
+        "nauc_recall_at_1_std": 0.22614,
+        "nauc_recall_at_1_diff1": 0.292095,
+        "nauc_recall_at_3_max": 0.390738,
+        "nauc_recall_at_3_std": 0.253726,
+        "nauc_recall_at_3_diff1": 0.205184,
+        "nauc_recall_at_5_max": 0.401014,
+        "nauc_recall_at_5_std": 0.280105,
+        "nauc_recall_at_5_diff1": 0.19672,
+        "nauc_recall_at_10_max": 0.363871,
+        "nauc_recall_at_10_std": 0.293503,
+        "nauc_recall_at_10_diff1": 0.171939,
+        "nauc_recall_at_20_max": 0.368313,
+        "nauc_recall_at_20_std": 0.312865,
+        "nauc_recall_at_20_diff1": 0.163465,
+        "nauc_recall_at_100_max": 0.339612,
+        "nauc_recall_at_100_std": 0.352721,
+        "nauc_recall_at_100_diff1": 0.121591,
+        "nauc_recall_at_1000_max": 0.324113,
+        "nauc_recall_at_1000_std": 0.372466,
+        "nauc_recall_at_1000_diff1": 0.101186,
+        "nauc_precision_at_1_max": 0.404484,
+        "nauc_precision_at_1_std": 0.251546,
+        "nauc_precision_at_1_diff1": 0.241109,
+        "nauc_precision_at_3_max": 0.359823,
+        "nauc_precision_at_3_std": 0.298083,
+        "nauc_precision_at_3_diff1": 0.142555,
+        "nauc_precision_at_5_max": 0.358761,
+        "nauc_precision_at_5_std": 0.32681,
+        "nauc_precision_at_5_diff1": 0.123607,
+        "nauc_precision_at_10_max": 0.290333,
+        "nauc_precision_at_10_std": 0.330787,
+        "nauc_precision_at_10_diff1": 0.083615,
+        "nauc_precision_at_20_max": 0.279626,
+        "nauc_precision_at_20_std": 0.341307,
+        "nauc_precision_at_20_diff1": 0.063896,
+        "nauc_precision_at_100_max": 0.211091,
+        "nauc_precision_at_100_std": 0.340348,
+        "nauc_precision_at_100_diff1": -0.001064,
+        "nauc_precision_at_1000_max": 0.08748,
+        "nauc_precision_at_1000_std": 0.250078,
+        "nauc_precision_at_1000_diff1": -0.068066,
+        "nauc_mrr_at_1_max": 0.404484,
+        "nauc_mrr_at_1_std": 0.251546,
+        "nauc_mrr_at_1_diff1": 0.241109,
+        "nauc_mrr_at_3_max": 0.406483,
+        "nauc_mrr_at_3_std": 0.285934,
+        "nauc_mrr_at_3_diff1": 0.205992,
+        "nauc_mrr_at_5_max": 0.414143,
+        "nauc_mrr_at_5_std": 0.297012,
+        "nauc_mrr_at_5_diff1": 0.205702,
+        "nauc_mrr_at_10_max": 0.411174,
+        "nauc_mrr_at_10_std": 0.300685,
+        "nauc_mrr_at_10_diff1": 0.20337,
+        "nauc_mrr_at_20_max": 0.4138,
+        "nauc_mrr_at_20_std": 0.299742,
+        "nauc_mrr_at_20_diff1": 0.203857,
+        "nauc_mrr_at_100_max": 0.41325,
+        "nauc_mrr_at_100_std": 0.299777,
+        "nauc_mrr_at_100_diff1": 0.204159,
+        "nauc_mrr_at_1000_max": 0.41323,
+        "nauc_mrr_at_1000_std": 0.299558,
+        "nauc_mrr_at_1000_diff1": 0.204386,
+        "hit_rate_at_1": 0.27166,
+        "hit_rate_at_3": 0.46384,
+        "hit_rate_at_5": 0.53941,
+        "hit_rate_at_10": 0.62866,
+        "hit_rate_at_20": 0.69902,
+        "hit_rate_at_100": 0.82736,
+        "hit_rate_at_1000": 0.92313,
+        "main_score": 0.28605,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 42900.58644294739,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/DBPedia.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659",
+  "task_name": "DBPedia",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.5025,
+        "ndcg_at_3": 0.41046,
+        "ndcg_at_5": 0.38473,
+        "ndcg_at_10": 0.35937,
+        "ndcg_at_20": 0.34902,
+        "ndcg_at_100": 0.3843,
+        "ndcg_at_1000": 0.45195,
+        "map_at_1": 0.08139,
+        "map_at_3": 0.12263,
+        "map_at_5": 0.14164,
+        "map_at_10": 0.16405,
+        "map_at_20": 0.18559,
+        "map_at_100": 0.21788,
+        "map_at_1000": 0.23162,
+        "recall_at_1": 0.08139,
+        "recall_at_3": 0.13669,
+        "recall_at_5": 0.16722,
+        "recall_at_10": 0.21133,
+        "recall_at_20": 0.2671,
+        "recall_at_100": 0.41492,
+        "recall_at_1000": 0.63956,
+        "accuracy": 0.08139,
+        "precision_at_1": 0.63,
+        "precision_at_3": 0.44,
+        "precision_at_5": 0.373,
+        "precision_at_10": 0.28175,
+        "precision_at_20": 0.20625,
+        "precision_at_100": 0.08528,
+        "precision_at_1000": 0.01855,
+        "mrr_at_1": 0.63,
+        "mrr_at_3": 0.689167,
+        "mrr_at_5": 0.697292,
+        "mrr_at_10": 0.704438,
+        "mrr_at_20": 0.706955,
+        "mrr_at_100": 0.708539,
+        "mrr_at_1000": 0.708709,
+        "nauc_ndcg_at_1_max": 0.441705,
+        "nauc_ndcg_at_1_std": 0.227258,
+        "nauc_ndcg_at_1_diff1": 0.461762,
+        "nauc_ndcg_at_3_max": 0.436047,
+        "nauc_ndcg_at_3_std": 0.289915,
+        "nauc_ndcg_at_3_diff1": 0.345201,
+        "nauc_ndcg_at_5_max": 0.433506,
+        "nauc_ndcg_at_5_std": 0.309515,
+        "nauc_ndcg_at_5_diff1": 0.323497,
+        "nauc_ndcg_at_10_max": 0.410831,
+        "nauc_ndcg_at_10_std": 0.321822,
+        "nauc_ndcg_at_10_diff1": 0.313376,
+        "nauc_ndcg_at_20_max": 0.374823,
+        "nauc_ndcg_at_20_std": 0.329585,
+        "nauc_ndcg_at_20_diff1": 0.310113,
+        "nauc_ndcg_at_100_max": 0.392714,
+        "nauc_ndcg_at_100_std": 0.390049,
+        "nauc_ndcg_at_100_diff1": 0.30267,
+        "nauc_ndcg_at_1000_max": 0.444436,
+        "nauc_ndcg_at_1000_std": 0.456919,
+        "nauc_ndcg_at_1000_diff1": 0.284393,
+        "nauc_map_at_1_max": 0.097788,
+        "nauc_map_at_1_std": -0.065405,
+        "nauc_map_at_1_diff1": 0.462808,
+        "nauc_map_at_3_max": 0.127401,
+        "nauc_map_at_3_std": -0.009296,
+        "nauc_map_at_3_diff1": 0.385789,
+        "nauc_map_at_5_max": 0.15133,
+        "nauc_map_at_5_std": 0.028016,
+        "nauc_map_at_5_diff1": 0.368005,
+        "nauc_map_at_10_max": 0.192608,
+        "nauc_map_at_10_std": 0.105175,
+        "nauc_map_at_10_diff1": 0.33768,
+        "nauc_map_at_20_max": 0.235011,
+        "nauc_map_at_20_std": 0.194548,
+        "nauc_map_at_20_diff1": 0.310178,
+        "nauc_map_at_100_max": 0.293586,
+        "nauc_map_at_100_std": 0.319851,
+        "nauc_map_at_100_diff1": 0.27551,
+        "nauc_map_at_1000_max": 0.309119,
+        "nauc_map_at_1000_std": 0.347481,
+        "nauc_map_at_1000_diff1": 0.266596,
+        "nauc_recall_at_1_max": 0.097788,
+        "nauc_recall_at_1_std": -0.065405,
+        "nauc_recall_at_1_diff1": 0.462808,
+        "nauc_recall_at_3_max": 0.07969,
+        "nauc_recall_at_3_std": -0.006795,
+        "nauc_recall_at_3_diff1": 0.311553,
+        "nauc_recall_at_5_max": 0.100784,
+        "nauc_recall_at_5_std": 0.028521,
+        "nauc_recall_at_5_diff1": 0.29621,
+        "nauc_recall_at_10_max": 0.138185,
+        "nauc_recall_at_10_std": 0.111493,
+        "nauc_recall_at_10_diff1": 0.259055,
+        "nauc_recall_at_20_max": 0.179596,
+        "nauc_recall_at_20_std": 0.221873,
+        "nauc_recall_at_20_diff1": 0.223454,
+        "nauc_recall_at_100_max": 0.28468,
+        "nauc_recall_at_100_std": 0.422788,
+        "nauc_recall_at_100_diff1": 0.181994,
+        "nauc_recall_at_1000_max": 0.332402,
+        "nauc_recall_at_1000_std": 0.509843,
+        "nauc_recall_at_1000_diff1": 0.136201,
+        "nauc_precision_at_1_max": 0.534496,
+        "nauc_precision_at_1_std": 0.29313,
+        "nauc_precision_at_1_diff1": 0.466393,
+        "nauc_precision_at_3_max": 0.456164,
+        "nauc_precision_at_3_std": 0.369089,
+        "nauc_precision_at_3_diff1": 0.137968,
+        "nauc_precision_at_5_max": 0.453404,
+        "nauc_precision_at_5_std": 0.414697,
+        "nauc_precision_at_5_diff1": 0.075475,
+        "nauc_precision_at_10_max": 0.415729,
+        "nauc_precision_at_10_std": 0.464763,
+        "nauc_precision_at_10_diff1": -0.001324,
+        "nauc_precision_at_20_max": 0.389501,
+        "nauc_precision_at_20_std": 0.526699,
+        "nauc_precision_at_20_diff1": -0.054929,
+        "nauc_precision_at_100_max": 0.312581,
+        "nauc_precision_at_100_std": 0.481248,
+        "nauc_precision_at_100_diff1": -0.093958,
+        "nauc_precision_at_1000_max": 0.088633,
+        "nauc_precision_at_1000_std": 0.14462,
+        "nauc_precision_at_1000_diff1": -0.133815,
+        "nauc_mrr_at_1_max": 0.534496,
+        "nauc_mrr_at_1_std": 0.29313,
+        "nauc_mrr_at_1_diff1": 0.466393,
+        "nauc_mrr_at_3_max": 0.56829,
+        "nauc_mrr_at_3_std": 0.354724,
+        "nauc_mrr_at_3_diff1": 0.4422,
+        "nauc_mrr_at_5_max": 0.56845,
+        "nauc_mrr_at_5_std": 0.358733,
+        "nauc_mrr_at_5_diff1": 0.442479,
+        "nauc_mrr_at_10_max": 0.567141,
+        "nauc_mrr_at_10_std": 0.35573,
+        "nauc_mrr_at_10_diff1": 0.438848,
+        "nauc_mrr_at_20_max": 0.566839,
+        "nauc_mrr_at_20_std": 0.356222,
+        "nauc_mrr_at_20_diff1": 0.437184,
+        "nauc_mrr_at_100_max": 0.566705,
+        "nauc_mrr_at_100_std": 0.355308,
+        "nauc_mrr_at_100_diff1": 0.438661,
+        "nauc_mrr_at_1000_max": 0.566607,
+        "nauc_mrr_at_1000_std": 0.355096,
+        "nauc_mrr_at_1000_diff1": 0.438683,
+        "hit_rate_at_1": 0.63,
+        "hit_rate_at_3": 0.76,
+        "hit_rate_at_5": 0.795,
+        "hit_rate_at_10": 0.8475,
+        "hit_rate_at_20": 0.8825,
+        "hit_rate_at_100": 0.94,
+        "hit_rate_at_1000": 0.975,
+        "main_score": 0.35937,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 36278.173233270645,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/EmotionClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
+  "task_name": "EmotionClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.506,
+            "f1": 0.449103,
+            "f1_weighted": 0.525392,
+            "precision": 0.44738,
+            "precision_weighted": 0.580676,
+            "recall": 0.502032,
+            "recall_weighted": 0.506,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4055,
+            "f1": 0.359579,
+            "f1_weighted": 0.409011,
+            "precision": 0.370037,
+            "precision_weighted": 0.486783,
+            "recall": 0.423523,
+            "recall_weighted": 0.4055,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4295,
+            "f1": 0.380588,
+            "f1_weighted": 0.455239,
+            "precision": 0.388068,
+            "precision_weighted": 0.513807,
+            "recall": 0.428664,
+            "recall_weighted": 0.4295,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.461,
+            "f1": 0.406482,
+            "f1_weighted": 0.485626,
+            "precision": 0.419851,
+            "precision_weighted": 0.552188,
+            "recall": 0.45917,
+            "recall_weighted": 0.461,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4675,
+            "f1": 0.425349,
+            "f1_weighted": 0.493169,
+            "precision": 0.438314,
+            "precision_weighted": 0.577194,
+            "recall": 0.483948,
+            "recall_weighted": 0.4675,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4695,
+            "f1": 0.408054,
+            "f1_weighted": 0.494595,
+            "precision": 0.412384,
+            "precision_weighted": 0.552737,
+            "recall": 0.453167,
+            "recall_weighted": 0.4695,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.456,
+            "f1": 0.40207,
+            "f1_weighted": 0.47492,
+            "precision": 0.407834,
+            "precision_weighted": 0.534999,
+            "recall": 0.456004,
+            "recall_weighted": 0.456,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.402,
+            "f1": 0.369415,
+            "f1_weighted": 0.419511,
+            "precision": 0.375487,
+            "precision_weighted": 0.496676,
+            "recall": 0.434631,
+            "recall_weighted": 0.402,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4795,
+            "f1": 0.425036,
+            "f1_weighted": 0.502268,
+            "precision": 0.429169,
+            "precision_weighted": 0.559932,
+            "recall": 0.461785,
+            "recall_weighted": 0.4795,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4455,
+            "f1": 0.399398,
+            "f1_weighted": 0.468938,
+            "precision": 0.408432,
+            "precision_weighted": 0.550323,
+            "recall": 0.458149,
+            "recall_weighted": 0.4455,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.4522,
+        "f1": 0.402507,
+        "f1_weighted": 0.472867,
+        "precision": 0.409695,
+        "precision_weighted": 0.540531,
+        "recall": 0.456107,
+        "recall_weighted": 0.4522,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.4522,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 21.581204652786255,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/FEVER.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12",
+  "task_name": "FEVER",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.56871,
+        "ndcg_at_3": 0.646,
+        "ndcg_at_5": 0.67074,
+        "ndcg_at_10": 0.68797,
+        "ndcg_at_20": 0.69893,
+        "ndcg_at_100": 0.70956,
+        "ndcg_at_1000": 0.71442,
+        "map_at_1": 0.52593,
+        "map_at_3": 0.6093,
+        "map_at_5": 0.62385,
+        "map_at_10": 0.63133,
+        "map_at_20": 0.63452,
+        "map_at_100": 0.63614,
+        "map_at_1000": 0.63634,
+        "recall_at_1": 0.52593,
+        "recall_at_3": 0.70784,
+        "recall_at_5": 0.76885,
+        "recall_at_10": 0.82124,
+        "recall_at_20": 0.86285,
+        "recall_at_100": 0.9172,
+        "recall_at_1000": 0.95243,
+        "accuracy": 0.52593,
+        "precision_at_1": 0.56871,
+        "precision_at_3": 0.25663,
+        "precision_at_5": 0.16745,
+        "precision_at_10": 0.08972,
+        "precision_at_20": 0.0473,
+        "precision_at_100": 0.01012,
+        "precision_at_1000": 0.00107,
+        "mrr_at_1": 0.568707,
+        "mrr_at_3": 0.65379,
+        "mrr_at_5": 0.668139,
+        "mrr_at_10": 0.675324,
+        "mrr_at_20": 0.678219,
+        "mrr_at_100": 0.679586,
+        "mrr_at_1000": 0.679706,
+        "nauc_ndcg_at_1_max": 0.307272,
+        "nauc_ndcg_at_1_std": -0.071659,
+        "nauc_ndcg_at_1_diff1": 0.57292,
+        "nauc_ndcg_at_3_max": 0.330102,
+        "nauc_ndcg_at_3_std": -0.054024,
+        "nauc_ndcg_at_3_diff1": 0.478683,
+        "nauc_ndcg_at_5_max": 0.328291,
+        "nauc_ndcg_at_5_std": -0.041522,
+        "nauc_ndcg_at_5_diff1": 0.467141,
+        "nauc_ndcg_at_10_max": 0.328765,
+        "nauc_ndcg_at_10_std": -0.030284,
+        "nauc_ndcg_at_10_diff1": 0.468659,
+        "nauc_ndcg_at_20_max": 0.331535,
+        "nauc_ndcg_at_20_std": -0.020337,
+        "nauc_ndcg_at_20_diff1": 0.467534,
+        "nauc_ndcg_at_100_max": 0.326263,
+        "nauc_ndcg_at_100_std": -0.018799,
+        "nauc_ndcg_at_100_diff1": 0.468106,
+        "nauc_ndcg_at_1000_max": 0.324176,
+        "nauc_ndcg_at_1000_std": -0.023459,
+        "nauc_ndcg_at_1000_diff1": 0.470391,
+        "nauc_map_at_1_max": 0.276183,
+        "nauc_map_at_1_std": -0.059912,
+        "nauc_map_at_1_diff1": 0.512305,
+        "nauc_map_at_3_max": 0.308915,
+        "nauc_map_at_3_std": -0.052841,
+        "nauc_map_at_3_diff1": 0.476222,
+        "nauc_map_at_5_max": 0.308588,
+        "nauc_map_at_5_std": -0.046431,
+        "nauc_map_at_5_diff1": 0.471374,
+        "nauc_map_at_10_max": 0.309031,
+        "nauc_map_at_10_std": -0.042456,
+        "nauc_map_at_10_diff1": 0.472355,
+        "nauc_map_at_20_max": 0.309637,
+        "nauc_map_at_20_std": -0.039993,
+        "nauc_map_at_20_diff1": 0.472099,
+        "nauc_map_at_100_max": 0.309201,
+        "nauc_map_at_100_std": -0.03961,
+        "nauc_map_at_100_diff1": 0.472269,
+        "nauc_map_at_1000_max": 0.309147,
+        "nauc_map_at_1000_std": -0.039724,
+        "nauc_map_at_1000_diff1": 0.472342,
+        "nauc_recall_at_1_max": 0.276183,
+        "nauc_recall_at_1_std": -0.059912,
+        "nauc_recall_at_1_diff1": 0.512305,
+        "nauc_recall_at_3_max": 0.341813,
+        "nauc_recall_at_3_std": -0.042091,
+        "nauc_recall_at_3_diff1": 0.40008,
+        "nauc_recall_at_5_max": 0.338868,
+        "nauc_recall_at_5_std": -0.001615,
+        "nauc_recall_at_5_diff1": 0.348356,
+        "nauc_recall_at_10_max": 0.341614,
+        "nauc_recall_at_10_std": 0.058066,
+        "nauc_recall_at_10_diff1": 0.32087,
+        "nauc_recall_at_20_max": 0.359773,
+        "nauc_recall_at_20_std": 0.149934,
+        "nauc_recall_at_20_diff1": 0.269446,
+        "nauc_recall_at_100_max": 0.284984,
+        "nauc_recall_at_100_std": 0.265406,
+        "nauc_recall_at_100_diff1": 0.148358,
+        "nauc_recall_at_1000_max": 0.185364,
+        "nauc_recall_at_1000_std": 0.286873,
+        "nauc_recall_at_1000_diff1": 0.021222,
+        "nauc_precision_at_1_max": 0.307272,
+        "nauc_precision_at_1_std": -0.071659,
+        "nauc_precision_at_1_diff1": 0.57292,
+        "nauc_precision_at_3_max": 0.39507,
+        "nauc_precision_at_3_std": -0.050833,
+        "nauc_precision_at_3_diff1": 0.449301,
+        "nauc_precision_at_5_max": 0.393233,
+        "nauc_precision_at_5_std": -0.006871,
+        "nauc_precision_at_5_diff1": 0.387131,
+        "nauc_precision_at_10_max": 0.381568,
+        "nauc_precision_at_10_std": 0.066299,
+        "nauc_precision_at_10_diff1": 0.331526,
+        "nauc_precision_at_20_max": 0.370347,
+        "nauc_precision_at_20_std": 0.156228,
+        "nauc_precision_at_20_diff1": 0.238405,
+        "nauc_precision_at_100_max": 0.229863,
+        "nauc_precision_at_100_std": 0.232952,
+        "nauc_precision_at_100_diff1": 0.051149,
+        "nauc_precision_at_1000_max": 0.084204,
+        "nauc_precision_at_1000_std": 0.150754,
+        "nauc_precision_at_1000_diff1": -0.059337,
+        "nauc_mrr_at_1_max": 0.307272,
+        "nauc_mrr_at_1_std": -0.071659,
+        "nauc_mrr_at_1_diff1": 0.57292,
+        "nauc_mrr_at_3_max": 0.346525,
+        "nauc_mrr_at_3_std": -0.066881,
+        "nauc_mrr_at_3_diff1": 0.540973,
+        "nauc_mrr_at_5_max": 0.346909,
+        "nauc_mrr_at_5_std": -0.061135,
+        "nauc_mrr_at_5_diff1": 0.538091,
+        "nauc_mrr_at_10_max": 0.347144,
+        "nauc_mrr_at_10_std": -0.05796,
+        "nauc_mrr_at_10_diff1": 0.540921,
+        "nauc_mrr_at_20_max": 0.347624,
+        "nauc_mrr_at_20_std": -0.056116,
+        "nauc_mrr_at_20_diff1": 0.541099,
+        "nauc_mrr_at_100_max": 0.346841,
+        "nauc_mrr_at_100_std": -0.056289,
+        "nauc_mrr_at_100_diff1": 0.541319,
+        "nauc_mrr_at_1000_max": 0.346716,
+        "nauc_mrr_at_1000_std": -0.056497,
+        "nauc_mrr_at_1000_diff1": 0.54137,
+        "hit_rate_at_1": 0.56871,
+        "hit_rate_at_3": 0.75923,
+        "hit_rate_at_5": 0.82163,
+        "hit_rate_at_10": 0.87459,
+        "hit_rate_at_20": 0.91524,
+        "hit_rate_at_100": 0.96595,
+        "hit_rate_at_1000": 0.9916,
+        "main_score": 0.68797,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 47118.720616579056,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/FiQA2018.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06",
+  "task_name": "FiQA2018",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.28086,
+        "ndcg_at_3": 0.25988,
+        "ndcg_at_5": 0.27223,
+        "ndcg_at_10": 0.30046,
+        "ndcg_at_20": 0.32565,
+        "ndcg_at_100": 0.3662,
+        "ndcg_at_1000": 0.40401,
+        "map_at_1": 0.14028,
+        "map_at_3": 0.19592,
+        "map_at_5": 0.21323,
+        "map_at_10": 0.2303,
+        "map_at_20": 0.23877,
+        "map_at_100": 0.24645,
+        "map_at_1000": 0.24854,
+        "recall_at_1": 0.14028,
+        "recall_at_3": 0.23787,
+        "recall_at_5": 0.28788,
+        "recall_at_10": 0.36944,
+        "recall_at_20": 0.45049,
+        "recall_at_100": 0.61727,
+        "recall_at_1000": 0.84505,
+        "accuracy": 0.14028,
+        "precision_at_1": 0.28086,
+        "precision_at_3": 0.17181,
+        "precision_at_5": 0.13056,
+        "precision_at_10": 0.08688,
+        "precision_at_20": 0.05316,
+        "precision_at_100": 0.01522,
+        "precision_at_1000": 0.00219,
+        "mrr_at_1": 0.280864,
+        "mrr_at_3": 0.340021,
+        "mrr_at_5": 0.355607,
+        "mrr_at_10": 0.366696,
+        "mrr_at_20": 0.372785,
+        "mrr_at_100": 0.376569,
+        "mrr_at_1000": 0.377169,
+        "nauc_ndcg_at_1_max": 0.282182,
+        "nauc_ndcg_at_1_std": -0.005919,
+        "nauc_ndcg_at_1_diff1": 0.434698,
+        "nauc_ndcg_at_3_max": 0.285436,
+        "nauc_ndcg_at_3_std": 0.024304,
+        "nauc_ndcg_at_3_diff1": 0.371713,
+        "nauc_ndcg_at_5_max": 0.284284,
+        "nauc_ndcg_at_5_std": 0.028341,
+        "nauc_ndcg_at_5_diff1": 0.372482,
+        "nauc_ndcg_at_10_max": 0.278889,
+        "nauc_ndcg_at_10_std": 0.052332,
+        "nauc_ndcg_at_10_diff1": 0.364608,
+        "nauc_ndcg_at_20_max": 0.291439,
+        "nauc_ndcg_at_20_std": 0.067484,
+        "nauc_ndcg_at_20_diff1": 0.359704,
+        "nauc_ndcg_at_100_max": 0.302294,
+        "nauc_ndcg_at_100_std": 0.090976,
+        "nauc_ndcg_at_100_diff1": 0.350494,
+        "nauc_ndcg_at_1000_max": 0.315943,
+        "nauc_ndcg_at_1000_std": 0.098928,
+        "nauc_ndcg_at_1000_diff1": 0.348637,
+        "nauc_map_at_1_max": 0.249055,
+        "nauc_map_at_1_std": -0.022283,
+        "nauc_map_at_1_diff1": 0.416121,
+        "nauc_map_at_3_max": 0.2593,
+        "nauc_map_at_3_std": 0.005654,
+        "nauc_map_at_3_diff1": 0.367743,
+        "nauc_map_at_5_max": 0.271928,
+        "nauc_map_at_5_std": 0.010838,
+        "nauc_map_at_5_diff1": 0.367681,
+        "nauc_map_at_10_max": 0.278414,
+        "nauc_map_at_10_std": 0.03289,
+        "nauc_map_at_10_diff1": 0.363794,
+        "nauc_map_at_20_max": 0.284905,
+        "nauc_map_at_20_std": 0.040127,
+        "nauc_map_at_20_diff1": 0.361574,
+        "nauc_map_at_100_max": 0.287581,
+        "nauc_map_at_100_std": 0.045517,
+        "nauc_map_at_100_diff1": 0.360065,
+        "nauc_map_at_1000_max": 0.288699,
+        "nauc_map_at_1000_std": 0.046204,
+        "nauc_map_at_1000_diff1": 0.360119,
+        "nauc_recall_at_1_max": 0.249055,
+        "nauc_recall_at_1_std": -0.022283,
+        "nauc_recall_at_1_diff1": 0.416121,
+        "nauc_recall_at_3_max": 0.229926,
+        "nauc_recall_at_3_std": 0.024338,
+        "nauc_recall_at_3_diff1": 0.321113,
+        "nauc_recall_at_5_max": 0.238645,
+        "nauc_recall_at_5_std": 0.029092,
+        "nauc_recall_at_5_diff1": 0.313235,
+        "nauc_recall_at_10_max": 0.214676,
+        "nauc_recall_at_10_std": 0.076826,
+        "nauc_recall_at_10_diff1": 0.283965,
+        "nauc_recall_at_20_max": 0.235089,
+        "nauc_recall_at_20_std": 0.116213,
+        "nauc_recall_at_20_diff1": 0.253209,
+        "nauc_recall_at_100_max": 0.250115,
+        "nauc_recall_at_100_std": 0.207467,
+        "nauc_recall_at_100_diff1": 0.196793,
+        "nauc_recall_at_1000_max": 0.348401,
+        "nauc_recall_at_1000_std": 0.399427,
+        "nauc_recall_at_1000_diff1": 0.072174,
+        "nauc_precision_at_1_max": 0.282182,
+        "nauc_precision_at_1_std": -0.005919,
+        "nauc_precision_at_1_diff1": 0.434698,
+        "nauc_precision_at_3_max": 0.288645,
+        "nauc_precision_at_3_std": 0.055596,
+        "nauc_precision_at_3_diff1": 0.308554,
+        "nauc_precision_at_5_max": 0.304058,
+        "nauc_precision_at_5_std": 0.082317,
+        "nauc_precision_at_5_diff1": 0.29534,
+        "nauc_precision_at_10_max": 0.292602,
+        "nauc_precision_at_10_std": 0.137439,
+        "nauc_precision_at_10_diff1": 0.234054,
+        "nauc_precision_at_20_max": 0.300958,
+        "nauc_precision_at_20_std": 0.15644,
+        "nauc_precision_at_20_diff1": 0.19526,
+        "nauc_precision_at_100_max": 0.285515,
+        "nauc_precision_at_100_std": 0.20098,
+        "nauc_precision_at_100_diff1": 0.104872,
+        "nauc_precision_at_1000_max": 0.237252,
+        "nauc_precision_at_1000_std": 0.169333,
+        "nauc_precision_at_1000_diff1": 0.019882,
+        "nauc_mrr_at_1_max": 0.282182,
+        "nauc_mrr_at_1_std": -0.005919,
+        "nauc_mrr_at_1_diff1": 0.434698,
+        "nauc_mrr_at_3_max": 0.291531,
+        "nauc_mrr_at_3_std": 0.025346,
+        "nauc_mrr_at_3_diff1": 0.40537,
+        "nauc_mrr_at_5_max": 0.288307,
+        "nauc_mrr_at_5_std": 0.027858,
+        "nauc_mrr_at_5_diff1": 0.404072,
+        "nauc_mrr_at_10_max": 0.283973,
+        "nauc_mrr_at_10_std": 0.028988,
+        "nauc_mrr_at_10_diff1": 0.400819,
+        "nauc_mrr_at_20_max": 0.286636,
+        "nauc_mrr_at_20_std": 0.031924,
+        "nauc_mrr_at_20_diff1": 0.401876,
+        "nauc_mrr_at_100_max": 0.288009,
+        "nauc_mrr_at_100_std": 0.03306,
+        "nauc_mrr_at_100_diff1": 0.401813,
+        "nauc_mrr_at_1000_max": 0.288299,
+        "nauc_mrr_at_1000_std": 0.033152,
+        "nauc_mrr_at_1000_diff1": 0.401918,
+        "hit_rate_at_1": 0.28086,
+        "hit_rate_at_3": 0.41358,
+        "hit_rate_at_5": 0.47994,
+        "hit_rate_at_10": 0.56481,
+        "hit_rate_at_20": 0.65278,
+        "hit_rate_at_100": 0.79784,
+        "hit_rate_at_1000": 0.92747,
+        "main_score": 0.30046,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 147.02466917037964,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/HotpotQA.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014",
+  "task_name": "HotpotQA",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.62984,
+        "ndcg_at_3": 0.47679,
+        "ndcg_at_5": 0.49652,
+        "ndcg_at_10": 0.51573,
+        "ndcg_at_20": 0.52787,
+        "ndcg_at_100": 0.54883,
+        "ndcg_at_1000": 0.56562,
+        "map_at_1": 0.31492,
+        "map_at_3": 0.40117,
+        "map_at_5": 0.41488,
+        "map_at_10": 0.42506,
+        "map_at_20": 0.42947,
+        "map_at_100": 0.4333,
+        "map_at_1000": 0.43408,
+        "recall_at_1": 0.31492,
+        "recall_at_3": 0.44024,
+        "recall_at_5": 0.4792,
+        "recall_at_10": 0.52755,
+        "recall_at_20": 0.56644,
+        "recall_at_100": 0.65942,
+        "recall_at_1000": 0.7713,
+        "accuracy": 0.31492,
+        "precision_at_1": 0.62984,
+        "precision_at_3": 0.2935,
+        "precision_at_5": 0.19168,
+        "precision_at_10": 0.10551,
+        "precision_at_20": 0.05664,
+        "precision_at_100": 0.01319,
+        "precision_at_1000": 0.00154,
+        "mrr_at_1": 0.629845,
+        "mrr_at_3": 0.681567,
+        "mrr_at_5": 0.68998,
+        "mrr_at_10": 0.695554,
+        "mrr_at_20": 0.697744,
+        "mrr_at_100": 0.699295,
+        "mrr_at_1000": 0.699524,
+        "nauc_ndcg_at_1_max": 0.534041,
+        "nauc_ndcg_at_1_std": 0.117229,
+        "nauc_ndcg_at_1_diff1": 0.707139,
+        "nauc_ndcg_at_3_max": 0.409243,
+        "nauc_ndcg_at_3_std": 0.121794,
+        "nauc_ndcg_at_3_diff1": 0.448046,
+        "nauc_ndcg_at_5_max": 0.39382,
+        "nauc_ndcg_at_5_std": 0.1281,
+        "nauc_ndcg_at_5_diff1": 0.423221,
+        "nauc_ndcg_at_10_max": 0.380286,
+        "nauc_ndcg_at_10_std": 0.136941,
+        "nauc_ndcg_at_10_diff1": 0.400257,
+        "nauc_ndcg_at_20_max": 0.372918,
+        "nauc_ndcg_at_20_std": 0.143157,
+        "nauc_ndcg_at_20_diff1": 0.392407,
+        "nauc_ndcg_at_100_max": 0.364336,
+        "nauc_ndcg_at_100_std": 0.150263,
+        "nauc_ndcg_at_100_diff1": 0.381477,
+        "nauc_ndcg_at_1000_max": 0.367327,
+        "nauc_ndcg_at_1000_std": 0.152501,
+        "nauc_ndcg_at_1000_diff1": 0.384615,
+        "nauc_map_at_1_max": 0.534041,
+        "nauc_map_at_1_std": 0.117229,
+        "nauc_map_at_1_diff1": 0.707139,
+        "nauc_map_at_3_max": 0.367765,
+        "nauc_map_at_3_std": 0.112282,
+        "nauc_map_at_3_diff1": 0.392886,
+        "nauc_map_at_5_max": 0.358514,
+        "nauc_map_at_5_std": 0.117568,
+        "nauc_map_at_5_diff1": 0.37662,
+        "nauc_map_at_10_max": 0.351397,
+        "nauc_map_at_10_std": 0.122102,
+        "nauc_map_at_10_diff1": 0.36496,
+        "nauc_map_at_20_max": 0.348738,
+        "nauc_map_at_20_std": 0.124337,
+        "nauc_map_at_20_diff1": 0.362358,
+        "nauc_map_at_100_max": 0.347188,
+        "nauc_map_at_100_std": 0.125824,
+        "nauc_map_at_100_diff1": 0.360522,
+        "nauc_map_at_1000_max": 0.347386,
+        "nauc_map_at_1000_std": 0.125968,
+        "nauc_map_at_1000_diff1": 0.360715,
+        "nauc_recall_at_1_max": 0.534041,
+        "nauc_recall_at_1_std": 0.117229,
+        "nauc_recall_at_1_diff1": 0.707139,
+        "nauc_recall_at_3_max": 0.343494,
+        "nauc_recall_at_3_std": 0.122367,
+        "nauc_recall_at_3_diff1": 0.321633,
+        "nauc_recall_at_5_max": 0.300377,
+        "nauc_recall_at_5_std": 0.130005,
+        "nauc_recall_at_5_diff1": 0.26136,
+        "nauc_recall_at_10_max": 0.259191,
+        "nauc_recall_at_10_std": 0.148957,
+        "nauc_recall_at_10_diff1": 0.197694,
+        "nauc_recall_at_20_max": 0.219669,
+        "nauc_recall_at_20_std": 0.162044,
+        "nauc_recall_at_20_diff1": 0.155806,
+        "nauc_recall_at_100_max": 0.15039,
+        "nauc_recall_at_100_std": 0.185146,
+        "nauc_recall_at_100_diff1": 0.069017,
+        "nauc_recall_at_1000_max": 0.111545,
+        "nauc_recall_at_1000_std": 0.207346,
+        "nauc_recall_at_1000_diff1": 0.006229,
+        "nauc_precision_at_1_max": 0.534041,
+        "nauc_precision_at_1_std": 0.117229,
+        "nauc_precision_at_1_diff1": 0.707139,
+        "nauc_precision_at_3_max": 0.343494,
+        "nauc_precision_at_3_std": 0.122367,
+        "nauc_precision_at_3_diff1": 0.321633,
+        "nauc_precision_at_5_max": 0.300377,
+        "nauc_precision_at_5_std": 0.130005,
+        "nauc_precision_at_5_diff1": 0.26136,
+        "nauc_precision_at_10_max": 0.259191,
+        "nauc_precision_at_10_std": 0.148957,
+        "nauc_precision_at_10_diff1": 0.197694,
+        "nauc_precision_at_20_max": 0.219669,
+        "nauc_precision_at_20_std": 0.162044,
+        "nauc_precision_at_20_diff1": 0.155806,
+        "nauc_precision_at_100_max": 0.15039,
+        "nauc_precision_at_100_std": 0.185146,
+        "nauc_precision_at_100_diff1": 0.069017,
+        "nauc_precision_at_1000_max": 0.111545,
+        "nauc_precision_at_1000_std": 0.207346,
+        "nauc_precision_at_1000_diff1": 0.006229,
+        "nauc_mrr_at_1_max": 0.534041,
+        "nauc_mrr_at_1_std": 0.117229,
+        "nauc_mrr_at_1_diff1": 0.707139,
+        "nauc_mrr_at_3_max": 0.545955,
+        "nauc_mrr_at_3_std": 0.134605,
+        "nauc_mrr_at_3_diff1": 0.677299,
+        "nauc_mrr_at_5_max": 0.543093,
+        "nauc_mrr_at_5_std": 0.136752,
+        "nauc_mrr_at_5_diff1": 0.674116,
+        "nauc_mrr_at_10_max": 0.542856,
+        "nauc_mrr_at_10_std": 0.13956,
+        "nauc_mrr_at_10_diff1": 0.672568,
+        "nauc_mrr_at_20_max": 0.542904,
+        "nauc_mrr_at_20_std": 0.140699,
+        "nauc_mrr_at_20_diff1": 0.672927,
+        "nauc_mrr_at_100_max": 0.542702,
+        "nauc_mrr_at_100_std": 0.140804,
+        "nauc_mrr_at_100_diff1": 0.673047,
+        "nauc_mrr_at_1000_max": 0.542759,
+        "nauc_mrr_at_1000_std": 0.140716,
+        "nauc_mrr_at_1000_diff1": 0.673225,
+        "hit_rate_at_1": 0.62984,
+        "hit_rate_at_3": 0.74517,
+        "hit_rate_at_5": 0.78136,
+        "hit_rate_at_10": 0.82228,
+        "hit_rate_at_20": 0.85267,
+        "hit_rate_at_100": 0.91465,
+        "hit_rate_at_1000": 0.96543,
+        "main_score": 0.51573,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 44493.19784450531,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ImdbClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
+  "task_name": "ImdbClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.76784,
+            "f1": 0.766234,
+            "f1_weighted": 0.766234,
+            "precision": 0.775407,
+            "precision_weighted": 0.775407,
+            "recall": 0.76784,
+            "recall_weighted": 0.76784,
+            "ap": 0.719912,
+            "ap_weighted": 0.719912
+          },
+          {
+            "accuracy": 0.76716,
+            "f1": 0.76716,
+            "f1_weighted": 0.76716,
+            "precision": 0.767161,
+            "precision_weighted": 0.767161,
+            "recall": 0.76716,
+            "recall_weighted": 0.76716,
+            "ap": 0.705098,
+            "ap_weighted": 0.705098
+          },
+          {
+            "accuracy": 0.67568,
+            "f1": 0.674903,
+            "f1_weighted": 0.674903,
+            "precision": 0.677375,
+            "precision_weighted": 0.677375,
+            "recall": 0.67568,
+            "recall_weighted": 0.67568,
+            "ap": 0.615955,
+            "ap_weighted": 0.615955
+          },
+          {
+            "accuracy": 0.77256,
+            "f1": 0.77255,
+            "f1_weighted": 0.77255,
+            "precision": 0.772606,
+            "precision_weighted": 0.772606,
+            "recall": 0.77256,
+            "recall_weighted": 0.77256,
+            "ap": 0.711544,
+            "ap_weighted": 0.711544
+          },
+          {
+            "accuracy": 0.7206,
+            "f1": 0.72051,
+            "f1_weighted": 0.72051,
+            "precision": 0.720885,
+            "precision_weighted": 0.720885,
+            "recall": 0.7206,
+            "recall_weighted": 0.7206,
+            "ap": 0.660778,
+            "ap_weighted": 0.660778
+          },
+          {
+            "accuracy": 0.69748,
+            "f1": 0.696681,
+            "f1_weighted": 0.696681,
+            "precision": 0.699583,
+            "precision_weighted": 0.699583,
+            "recall": 0.69748,
+            "recall_weighted": 0.69748,
+            "ap": 0.634108,
+            "ap_weighted": 0.634108
+          },
+          {
+            "accuracy": 0.69976,
+            "f1": 0.698724,
+            "f1_weighted": 0.698724,
+            "precision": 0.702546,
+            "precision_weighted": 0.702546,
+            "recall": 0.69976,
+            "recall_weighted": 0.69976,
+            "ap": 0.635595,
+            "ap_weighted": 0.635595
+          },
+          {
+            "accuracy": 0.72864,
+            "f1": 0.727201,
+            "f1_weighted": 0.727201,
+            "precision": 0.73357,
+            "precision_weighted": 0.73357,
+            "recall": 0.72864,
+            "recall_weighted": 0.72864,
+            "ap": 0.659965,
+            "ap_weighted": 0.659965
+          },
+          {
+            "accuracy": 0.71084,
+            "f1": 0.710808,
+            "f1_weighted": 0.710808,
+            "precision": 0.710932,
+            "precision_weighted": 0.710932,
+            "recall": 0.71084,
+            "recall_weighted": 0.71084,
+            "ap": 0.648964,
+            "ap_weighted": 0.648964
+          },
+          {
+            "accuracy": 0.70844,
+            "f1": 0.707814,
+            "f1_weighted": 0.707814,
+            "precision": 0.710241,
+            "precision_weighted": 0.710241,
+            "recall": 0.70844,
+            "recall_weighted": 0.70844,
+            "ap": 0.643986,
+            "ap_weighted": 0.643986
+          }
+        ],
+        "accuracy": 0.7249,
+        "f1": 0.724259,
+        "f1_weighted": 0.724259,
+        "precision": 0.727031,
+        "precision_weighted": 0.727031,
+        "recall": 0.7249,
+        "recall_weighted": 0.7249,
+        "ap": 0.663591,
+        "ap_weighted": 0.663591,
+        "main_score": 0.7249,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 239.4080970287323,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MSMARCO.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0",
+  "task_name": "MSMARCO",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "dev": [
+      {
+        "ndcg_at_1": 0.18352,
+        "ndcg_at_3": 0.27647,
+        "ndcg_at_5": 0.31043,
+        "ndcg_at_10": 0.34306,
+        "ndcg_at_20": 0.37093,
+        "ndcg_at_100": 0.4049,
+        "ndcg_at_1000": 0.4225,
+        "map_at_1": 0.17927,
+        "map_at_3": 0.2514,
+        "map_at_5": 0.27035,
+        "map_at_10": 0.28399,
+        "map_at_20": 0.29183,
+        "map_at_100": 0.29663,
+        "map_at_1000": 0.2973,
+        "recall_at_1": 0.17927,
+        "recall_at_3": 0.34451,
+        "recall_at_5": 0.42605,
+        "recall_at_10": 0.5253,
+        "recall_at_20": 0.63357,
+        "recall_at_100": 0.81353,
+        "recall_at_1000": 0.95008,
+        "accuracy": 0.17927,
+        "precision_at_1": 0.18352,
+        "precision_at_3": 0.11848,
+        "precision_at_5": 0.08825,
+        "precision_at_10": 0.05471,
+        "precision_at_20": 0.03312,
+        "precision_at_100": 0.00858,
+        "precision_at_1000": 0.00101,
+        "mrr_at_1": 0.183524,
+        "mrr_at_3": 0.255946,
+        "mrr_at_5": 0.274964,
+        "mrr_at_10": 0.288474,
+        "mrr_at_20": 0.296043,
+        "mrr_at_100": 0.300633,
+        "mrr_at_1000": 0.30124,
+        "nauc_ndcg_at_1_max": 0.097826,
+        "nauc_ndcg_at_1_std": -0.15536,
+        "nauc_ndcg_at_1_diff1": 0.394587,
+        "nauc_ndcg_at_3_max": 0.111719,
+        "nauc_ndcg_at_3_std": -0.17947,
+        "nauc_ndcg_at_3_diff1": 0.338187,
+        "nauc_ndcg_at_5_max": 0.121826,
+        "nauc_ndcg_at_5_std": -0.177252,
+        "nauc_ndcg_at_5_diff1": 0.335629,
+        "nauc_ndcg_at_10_max": 0.122196,
+        "nauc_ndcg_at_10_std": -0.17097,
+        "nauc_ndcg_at_10_diff1": 0.328234,
+        "nauc_ndcg_at_20_max": 0.129861,
+        "nauc_ndcg_at_20_std": -0.148546,
+        "nauc_ndcg_at_20_diff1": 0.323021,
+        "nauc_ndcg_at_100_max": 0.141991,
+        "nauc_ndcg_at_100_std": -0.122136,
+        "nauc_ndcg_at_100_diff1": 0.327261,
+        "nauc_ndcg_at_1000_max": 0.13643,
+        "nauc_ndcg_at_1000_std": -0.133134,
+        "nauc_ndcg_at_1000_diff1": 0.333515,
+        "nauc_map_at_1_max": 0.100003,
+        "nauc_map_at_1_std": -0.152663,
+        "nauc_map_at_1_diff1": 0.397579,
+        "nauc_map_at_3_max": 0.108434,
+        "nauc_map_at_3_std": -0.174675,
+        "nauc_map_at_3_diff1": 0.352186,
+        "nauc_map_at_5_max": 0.114191,
+        "nauc_map_at_5_std": -0.173608,
+        "nauc_map_at_5_diff1": 0.350296,
+        "nauc_map_at_10_max": 0.114444,
+        "nauc_map_at_10_std": -0.170924,
+        "nauc_map_at_10_diff1": 0.347235,
+        "nauc_map_at_20_max": 0.116522,
+        "nauc_map_at_20_std": -0.164583,
+        "nauc_map_at_20_diff1": 0.345848,
+        "nauc_map_at_100_max": 0.118198,
+        "nauc_map_at_100_std": -0.161072,
+        "nauc_map_at_100_diff1": 0.346733,
+        "nauc_map_at_1000_max": 0.118039,
+        "nauc_map_at_1000_std": -0.161343,
+        "nauc_map_at_1000_diff1": 0.346952,
+        "nauc_recall_at_1_max": 0.100003,
+        "nauc_recall_at_1_std": -0.152663,
+        "nauc_recall_at_1_diff1": 0.397579,
+        "nauc_recall_at_3_max": 0.121155,
+        "nauc_recall_at_3_std": -0.189539,
+        "nauc_recall_at_3_diff1": 0.303116,
+        "nauc_recall_at_5_max": 0.142036,
+        "nauc_recall_at_5_std": -0.184207,
+        "nauc_recall_at_5_diff1": 0.297834,
+        "nauc_recall_at_10_max": 0.141496,
+        "nauc_recall_at_10_std": -0.168341,
+        "nauc_recall_at_10_diff1": 0.274339,
+        "nauc_recall_at_20_max": 0.175482,
+        "nauc_recall_at_20_std": -0.07786,
+        "nauc_recall_at_20_diff1": 0.246519,
+        "nauc_recall_at_100_max": 0.303663,
+        "nauc_recall_at_100_std": 0.189521,
+        "nauc_recall_at_100_diff1": 0.228804,
+        "nauc_recall_at_1000_max": 0.457624,
+        "nauc_recall_at_1000_std": 0.460749,
+        "nauc_recall_at_1000_diff1": 0.259203,
+        "nauc_precision_at_1_max": 0.097826,
+        "nauc_precision_at_1_std": -0.15536,
+        "nauc_precision_at_1_diff1": 0.394587,
+        "nauc_precision_at_3_max": 0.118029,
+        "nauc_precision_at_3_std": -0.191784,
+        "nauc_precision_at_3_diff1": 0.30004,
+        "nauc_precision_at_5_max": 0.139008,
+        "nauc_precision_at_5_std": -0.185008,
+        "nauc_precision_at_5_diff1": 0.292145,
+        "nauc_precision_at_10_max": 0.140984,
+        "nauc_precision_at_10_std": -0.161441,
+        "nauc_precision_at_10_diff1": 0.263404,
+        "nauc_precision_at_20_max": 0.171223,
+        "nauc_precision_at_20_std": -0.066617,
+        "nauc_precision_at_20_diff1": 0.225704,
+        "nauc_precision_at_100_max": 0.260124,
+        "nauc_precision_at_100_std": 0.175427,
+        "nauc_precision_at_100_diff1": 0.16645,
+        "nauc_precision_at_1000_max": 0.210277,
+        "nauc_precision_at_1000_std": 0.217386,
+        "nauc_precision_at_1000_diff1": 0.054492,
+        "nauc_mrr_at_1_max": 0.097826,
+        "nauc_mrr_at_1_std": -0.15536,
+        "nauc_mrr_at_1_diff1": 0.394587,
+        "nauc_mrr_at_3_max": 0.106522,
+        "nauc_mrr_at_3_std": -0.175168,
+        "nauc_mrr_at_3_diff1": 0.34909,
+        "nauc_mrr_at_5_max": 0.112892,
+        "nauc_mrr_at_5_std": -0.173536,
+        "nauc_mrr_at_5_diff1": 0.347709,
+        "nauc_mrr_at_10_max": 0.113668,
+        "nauc_mrr_at_10_std": -0.1702,
+        "nauc_mrr_at_10_diff1": 0.344778,
+        "nauc_mrr_at_20_max": 0.115344,
+        "nauc_mrr_at_20_std": -0.164495,
+        "nauc_mrr_at_20_diff1": 0.343361,
+        "nauc_mrr_at_100_max": 0.116744,
+        "nauc_mrr_at_100_std": -0.161294,
+        "nauc_mrr_at_100_diff1": 0.344159,
+        "nauc_mrr_at_1000_max": 0.116545,
+        "nauc_mrr_at_1000_std": -0.161614,
+        "nauc_mrr_at_1000_diff1": 0.344419,
+        "hit_rate_at_1": 0.18352,
+        "hit_rate_at_3": 0.35143,
+        "hit_rate_at_5": 0.43453,
+        "hit_rate_at_10": 0.5351,
+        "hit_rate_at_20": 0.64312,
+        "hit_rate_at_100": 0.82178,
+        "hit_rate_at_1000": 0.95401,
+        "main_score": 0.34306,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 21226.186717748642,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MTOPDomainClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54",
+  "task_name": "MTOPDomainClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.900821,
+            "f1": 0.894414,
+            "f1_weighted": 0.900212,
+            "precision": 0.894371,
+            "precision_weighted": 0.902882,
+            "recall": 0.898187,
+            "recall_weighted": 0.900821,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.907889,
+            "f1": 0.902631,
+            "f1_weighted": 0.907373,
+            "precision": 0.899159,
+            "precision_weighted": 0.907826,
+            "recall": 0.907207,
+            "recall_weighted": 0.907889,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.906521,
+            "f1": 0.901483,
+            "f1_weighted": 0.906194,
+            "precision": 0.897922,
+            "precision_weighted": 0.90713,
+            "recall": 0.906383,
+            "recall_weighted": 0.906521,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.912221,
+            "f1": 0.907049,
+            "f1_weighted": 0.913244,
+            "precision": 0.904719,
+            "precision_weighted": 0.919115,
+            "recall": 0.913999,
+            "recall_weighted": 0.912221,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.898769,
+            "f1": 0.892104,
+            "f1_weighted": 0.899325,
+            "precision": 0.889255,
+            "precision_weighted": 0.903113,
+            "recall": 0.898813,
+            "recall_weighted": 0.898769,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.914501,
+            "f1": 0.91,
+            "f1_weighted": 0.913992,
+            "precision": 0.907744,
+            "precision_weighted": 0.914529,
+            "recall": 0.913379,
+            "recall_weighted": 0.914501,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.904697,
+            "f1": 0.897702,
+            "f1_weighted": 0.903523,
+            "precision": 0.896038,
+            "precision_weighted": 0.904804,
+            "recall": 0.901848,
+            "recall_weighted": 0.904697,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.911081,
+            "f1": 0.903115,
+            "f1_weighted": 0.912288,
+            "precision": 0.898983,
+            "precision_weighted": 0.917029,
+            "recall": 0.912515,
+            "recall_weighted": 0.911081,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.897173,
+            "f1": 0.890582,
+            "f1_weighted": 0.897482,
+            "precision": 0.884795,
+            "precision_weighted": 0.901172,
+            "recall": 0.899448,
+            "recall_weighted": 0.897173,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.911537,
+            "f1": 0.903535,
+            "f1_weighted": 0.911786,
+            "precision": 0.900866,
+            "precision_weighted": 0.912908,
+            "recall": 0.907346,
+            "recall_weighted": 0.911537,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.906521,
+        "f1": 0.900261,
+        "f1_weighted": 0.906542,
+        "precision": 0.897385,
+        "precision_weighted": 0.909051,
+        "recall": 0.905913,
+        "recall_weighted": 0.906521,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.906521,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 39.02710032463074,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MTOPIntentClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "2992d820f31312593c49a4890430aadadb0f0039",
+  "task_name": "MTOPIntentClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.581395,
+            "f1": 0.405436,
+            "f1_weighted": 0.608488,
+            "precision": 0.39225,
+            "precision_weighted": 0.817559,
+            "recall": 0.627798,
+            "recall_weighted": 0.581395,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.593023,
+            "f1": 0.414719,
+            "f1_weighted": 0.615382,
+            "precision": 0.402968,
+            "precision_weighted": 0.818255,
+            "recall": 0.641342,
+            "recall_weighted": 0.593023,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.639991,
+            "f1": 0.451057,
+            "f1_weighted": 0.663545,
+            "precision": 0.421202,
+            "precision_weighted": 0.8179,
+            "recall": 0.658777,
+            "recall_weighted": 0.639991,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.594391,
+            "f1": 0.418811,
+            "f1_weighted": 0.618191,
+            "precision": 0.405412,
+            "precision_weighted": 0.815189,
+            "recall": 0.637559,
+            "recall_weighted": 0.594391,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.591427,
+            "f1": 0.435491,
+            "f1_weighted": 0.602733,
+            "precision": 0.419357,
+            "precision_weighted": 0.799612,
+            "recall": 0.651045,
+            "recall_weighted": 0.591427,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.600547,
+            "f1": 0.429205,
+            "f1_weighted": 0.618274,
+            "precision": 0.406865,
+            "precision_weighted": 0.806025,
+            "recall": 0.646415,
+            "recall_weighted": 0.600547,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.588007,
+            "f1": 0.421838,
+            "f1_weighted": 0.613199,
+            "precision": 0.406351,
+            "precision_weighted": 0.807821,
+            "recall": 0.631906,
+            "recall_weighted": 0.588007,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.635659,
+            "f1": 0.435009,
+            "f1_weighted": 0.658551,
+            "precision": 0.415655,
+            "precision_weighted": 0.830892,
+            "recall": 0.646068,
+            "recall_weighted": 0.635659,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.626995,
+            "f1": 0.426097,
+            "f1_weighted": 0.653042,
+            "precision": 0.405923,
+            "precision_weighted": 0.824495,
+            "recall": 0.646228,
+            "recall_weighted": 0.626995,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.629275,
+            "f1": 0.433398,
+            "f1_weighted": 0.649904,
+            "precision": 0.408811,
+            "precision_weighted": 0.803445,
+            "recall": 0.640411,
+            "recall_weighted": 0.629275,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.608071,
+        "f1": 0.427106,
+        "f1_weighted": 0.630131,
+        "precision": 0.408479,
+        "precision_weighted": 0.814119,
+        "recall": 0.642755,
+        "recall_weighted": 0.608071,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.608071,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 74.10429525375366,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MassiveIntentClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
+  "task_name": "MassiveIntentClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.667451,
+            "f1": 0.648678,
+            "f1_weighted": 0.655716,
+            "precision": 0.643185,
+            "precision_weighted": 0.717259,
+            "recall": 0.744907,
+            "recall_weighted": 0.667451,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.699395,
+            "f1": 0.678374,
+            "f1_weighted": 0.687472,
+            "precision": 0.653341,
+            "precision_weighted": 0.733456,
+            "recall": 0.760127,
+            "recall_weighted": 0.699395,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.660726,
+            "f1": 0.635524,
+            "f1_weighted": 0.647047,
+            "precision": 0.612503,
+            "precision_weighted": 0.682605,
+            "recall": 0.740933,
+            "recall_weighted": 0.660726,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.676866,
+            "f1": 0.647704,
+            "f1_weighted": 0.66291,
+            "precision": 0.634801,
+            "precision_weighted": 0.721557,
+            "recall": 0.737105,
+            "recall_weighted": 0.676866,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.659045,
+            "f1": 0.632608,
+            "f1_weighted": 0.64493,
+            "precision": 0.635989,
+            "precision_weighted": 0.711611,
+            "recall": 0.728085,
+            "recall_weighted": 0.659045,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.637861,
+            "f1": 0.624383,
+            "f1_weighted": 0.62512,
+            "precision": 0.614889,
+            "precision_weighted": 0.698777,
+            "recall": 0.728036,
+            "recall_weighted": 0.637861,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.644586,
+            "f1": 0.630637,
+            "f1_weighted": 0.630088,
+            "precision": 0.6187,
+            "precision_weighted": 0.681501,
+            "recall": 0.732731,
+            "recall_weighted": 0.644586,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.658373,
+            "f1": 0.643129,
+            "f1_weighted": 0.639615,
+            "precision": 0.640523,
+            "precision_weighted": 0.725897,
+            "recall": 0.747192,
+            "recall_weighted": 0.658373,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.654674,
+            "f1": 0.655173,
+            "f1_weighted": 0.625944,
+            "precision": 0.651018,
+            "precision_weighted": 0.708277,
+            "recall": 0.760025,
+            "recall_weighted": 0.654674,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.677202,
+            "f1": 0.664569,
+            "f1_weighted": 0.669185,
+            "precision": 0.650802,
+            "precision_weighted": 0.723547,
+            "recall": 0.75546,
+            "recall_weighted": 0.677202,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.663618,
+        "f1": 0.646078,
+        "f1_weighted": 0.648803,
+        "precision": 0.635575,
+        "precision_weighted": 0.710449,
+        "recall": 0.74346,
+        "recall_weighted": 0.663618,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.663618,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 56.978368520736694,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MassiveScenarioClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
+  "task_name": "MassiveScenarioClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.739744,
+            "f1": 0.732875,
+            "f1_weighted": 0.737816,
+            "precision": 0.712032,
+            "precision_weighted": 0.766673,
+            "recall": 0.790948,
+            "recall_weighted": 0.739744,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.740081,
+            "f1": 0.724906,
+            "f1_weighted": 0.73434,
+            "precision": 0.701874,
+            "precision_weighted": 0.765691,
+            "recall": 0.788278,
+            "recall_weighted": 0.740081,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.735037,
+            "f1": 0.719232,
+            "f1_weighted": 0.73226,
+            "precision": 0.697464,
+            "precision_weighted": 0.762755,
+            "recall": 0.779451,
+            "recall_weighted": 0.735037,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.740417,
+            "f1": 0.730607,
+            "f1_weighted": 0.740344,
+            "precision": 0.715476,
+            "precision_weighted": 0.771636,
+            "recall": 0.782892,
+            "recall_weighted": 0.740417,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.731338,
+            "f1": 0.71571,
+            "f1_weighted": 0.724592,
+            "precision": 0.705682,
+            "precision_weighted": 0.766852,
+            "recall": 0.779016,
+            "recall_weighted": 0.731338,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.717552,
+            "f1": 0.701985,
+            "f1_weighted": 0.716721,
+            "precision": 0.69143,
+            "precision_weighted": 0.768825,
+            "recall": 0.763497,
+            "recall_weighted": 0.717552,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.723268,
+            "f1": 0.712177,
+            "f1_weighted": 0.723512,
+            "precision": 0.697841,
+            "precision_weighted": 0.767755,
+            "recall": 0.774967,
+            "recall_weighted": 0.723268,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.709818,
+            "f1": 0.703785,
+            "f1_weighted": 0.711193,
+            "precision": 0.691228,
+            "precision_weighted": 0.750309,
+            "recall": 0.760539,
+            "recall_weighted": 0.709818,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.726967,
+            "f1": 0.719436,
+            "f1_weighted": 0.723845,
+            "precision": 0.704581,
+            "precision_weighted": 0.762673,
+            "recall": 0.780024,
+            "recall_weighted": 0.726967,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.713853,
+            "f1": 0.708783,
+            "f1_weighted": 0.714044,
+            "precision": 0.695919,
+            "precision_weighted": 0.753502,
+            "recall": 0.769142,
+            "recall_weighted": 0.713853,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.727808,
+        "f1": 0.71695,
+        "f1_weighted": 0.725867,
+        "precision": 0.701353,
+        "precision_weighted": 0.763667,
+        "recall": 0.776875,
+        "recall_weighted": 0.727808,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.727808,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 27.185521364212036,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MedrxivClusteringP2P.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
+  "task_name": "MedrxivClusteringP2P",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.319608,
+        "v_measure_std": 0.013704,
+        "v_measures": [
+          0.309803,
+          0.309477,
+          0.309381,
+          0.301519,
+          0.3042,
+          0.327714,
+          0.334626,
+          0.343796,
+          0.328003,
+          0.327557
+        ],
+        "main_score": 0.319608,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 100.74085593223572,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MedrxivClusteringS2S.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
+  "task_name": "MedrxivClusteringS2S",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.285863,
+        "v_measure_std": 0.017834,
+        "v_measures": [
+          0.277872,
+          0.267676,
+          0.268935,
+          0.264688,
+          0.268748,
+          0.30648,
+          0.291251,
+          0.316271,
+          0.304149,
+          0.292562
+        ],
+        "main_score": 0.285863,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 91.14747357368469,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MindSmallReranking.json

@@ -0,0 +1,252 @@
+{
+  "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1",
+  "task_name": "MindSmallReranking",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.13289,
+        "ndcg_at_3": 0.20961,
+        "ndcg_at_5": 0.25543,
+        "ndcg_at_10": 0.31778,
+        "ndcg_at_20": 0.37062,
+        "ndcg_at_100": 0.43274,
+        "ndcg_at_1000": 0.43605,
+        "map_at_1": 0.1,
+        "map_at_3": 0.1715,
+        "map_at_5": 0.19884,
+        "map_at_10": 0.22688,
+        "map_at_20": 0.24425,
+        "map_at_100": 0.25767,
+        "map_at_1000": 0.25809,
+        "recall_at_1": 0.1,
+        "recall_at_3": 0.26003,
+        "recall_at_5": 0.36952,
+        "recall_at_10": 0.54558,
+        "recall_at_20": 0.72533,
+        "recall_at_100": 0.98398,
+        "recall_at_1000": 1.0,
+        "accuracy": 0.1,
+        "precision_at_1": 0.13289,
+        "precision_at_3": 0.11654,
+        "precision_at_5": 0.10187,
+        "precision_at_10": 0.07927,
+        "precision_at_20": 0.05635,
+        "precision_at_100": 0.01768,
+        "precision_at_1000": 0.00183,
+        "mrr_at_1": 0.132893,
+        "mrr_at_3": 0.218151,
+        "mrr_at_5": 0.247594,
+        "mrr_at_10": 0.273322,
+        "mrr_at_20": 0.285348,
+        "mrr_at_100": 0.29053,
+        "mrr_at_1000": 0.290573,
+        "nauc_ndcg_at_1_max": -0.081096,
+        "nauc_ndcg_at_1_std": 0.022047,
+        "nauc_ndcg_at_1_diff1": 0.106432,
+        "nauc_ndcg_at_3_max": -0.184694,
+        "nauc_ndcg_at_3_std": -0.005789,
+        "nauc_ndcg_at_3_diff1": 0.128101,
+        "nauc_ndcg_at_5_max": -0.216364,
+        "nauc_ndcg_at_5_std": -0.005153,
+        "nauc_ndcg_at_5_diff1": 0.129003,
+        "nauc_ndcg_at_10_max": -0.248543,
+        "nauc_ndcg_at_10_std": -0.003319,
+        "nauc_ndcg_at_10_diff1": 0.127177,
+        "nauc_ndcg_at_20_max": -0.25796,
+        "nauc_ndcg_at_20_std": 0.001561,
+        "nauc_ndcg_at_20_diff1": 0.124312,
+        "nauc_ndcg_at_100_max": -0.198169,
+        "nauc_ndcg_at_100_std": 0.006065,
+        "nauc_ndcg_at_100_diff1": 0.11918,
+        "nauc_ndcg_at_1000_max": -0.187316,
+        "nauc_ndcg_at_1000_std": 0.004893,
+        "nauc_ndcg_at_1000_diff1": 0.118321,
+        "nauc_map_at_1_max": -0.149328,
+        "nauc_map_at_1_std": -0.005372,
+        "nauc_map_at_1_diff1": 0.127279,
+        "nauc_map_at_3_max": -0.198154,
+        "nauc_map_at_3_std": -0.012539,
+        "nauc_map_at_3_diff1": 0.134628,
+        "nauc_map_at_5_max": -0.213323,
+        "nauc_map_at_5_std": -0.009984,
+        "nauc_map_at_5_diff1": 0.133635,
+        "nauc_map_at_10_max": -0.226266,
+        "nauc_map_at_10_std": -0.007496,
+        "nauc_map_at_10_diff1": 0.131835,
+        "nauc_map_at_20_max": -0.22749,
+        "nauc_map_at_20_std": -0.005076,
+        "nauc_map_at_20_diff1": 0.130237,
+        "nauc_map_at_100_max": -0.21506,
+        "nauc_map_at_100_std": -0.003351,
+        "nauc_map_at_100_diff1": 0.128925,
+        "nauc_map_at_1000_max": -0.21392,
+        "nauc_map_at_1000_std": -0.003461,
+        "nauc_map_at_1000_diff1": 0.128844,
+        "nauc_recall_at_1_max": -0.149328,
+        "nauc_recall_at_1_std": -0.005372,
+        "nauc_recall_at_1_diff1": 0.127279,
+        "nauc_recall_at_3_max": -0.226985,
+        "nauc_recall_at_3_std": -0.018404,
+        "nauc_recall_at_3_diff1": 0.132289,
+        "nauc_recall_at_5_max": -0.26921,
+        "nauc_recall_at_5_std": -0.015077,
+        "nauc_recall_at_5_diff1": 0.128272,
+        "nauc_recall_at_10_max": -0.347051,
+        "nauc_recall_at_10_std": -0.014033,
+        "nauc_recall_at_10_diff1": 0.122558,
+        "nauc_recall_at_20_max": -0.440311,
+        "nauc_recall_at_20_std": -0.004843,
+        "nauc_recall_at_20_diff1": 0.116763,
+        "nauc_recall_at_100_max": -0.763943,
+        "nauc_recall_at_100_std": 0.07822,
+        "nauc_recall_at_100_diff1": 0.131796,
+        "nauc_recall_at_1000_max": -0.598786,
+        "nauc_recall_at_1000_std": -0.022316,
+        "nauc_recall_at_1000_diff1": 0.401447,
+        "nauc_precision_at_1_max": -0.081096,
+        "nauc_precision_at_1_std": 0.022047,
+        "nauc_precision_at_1_diff1": 0.106432,
+        "nauc_precision_at_3_max": -0.141504,
+        "nauc_precision_at_3_std": 0.018994,
+        "nauc_precision_at_3_diff1": 0.105888,
+        "nauc_precision_at_5_max": -0.155582,
+        "nauc_precision_at_5_std": 0.029229,
+        "nauc_precision_at_5_diff1": 0.092438,
+        "nauc_precision_at_10_max": -0.133501,
+        "nauc_precision_at_10_std": 0.042204,
+        "nauc_precision_at_10_diff1": 0.055072,
+        "nauc_precision_at_20_max": -0.036075,
+        "nauc_precision_at_20_std": 0.055399,
+        "nauc_precision_at_20_diff1": 0.004799,
+        "nauc_precision_at_100_max": 0.241571,
+        "nauc_precision_at_100_std": 0.043082,
+        "nauc_precision_at_100_diff1": -0.063059,
+        "nauc_precision_at_1000_max": 0.269487,
+        "nauc_precision_at_1000_std": 0.036656,
+        "nauc_precision_at_1000_diff1": -0.066302,
+        "nauc_mrr_at_1_max": -0.081096,
+        "nauc_mrr_at_1_std": 0.022047,
+        "nauc_mrr_at_1_diff1": 0.106432,
+        "nauc_mrr_at_3_max": -0.127994,
+        "nauc_mrr_at_3_std": 0.011958,
+        "nauc_mrr_at_3_diff1": 0.111549,
+        "nauc_mrr_at_5_max": -0.141091,
+        "nauc_mrr_at_5_std": 0.012583,
+        "nauc_mrr_at_5_diff1": 0.111249,
+        "nauc_mrr_at_10_max": -0.150418,
+        "nauc_mrr_at_10_std": 0.012671,
+        "nauc_mrr_at_10_diff1": 0.110822,
+        "nauc_mrr_at_20_max": -0.150848,
+        "nauc_mrr_at_20_std": 0.013038,
+        "nauc_mrr_at_20_diff1": 0.110722,
+        "nauc_mrr_at_100_max": -0.147291,
+        "nauc_mrr_at_100_std": 0.013155,
+        "nauc_mrr_at_100_diff1": 0.110815,
+        "nauc_mrr_at_1000_max": -0.147192,
+        "nauc_mrr_at_1000_std": 0.013141,
+        "nauc_mrr_at_1000_diff1": 0.110811,
+        "hit_rate_at_1": 0.13289,
+        "hit_rate_at_3": 0.33093,
+        "hit_rate_at_5": 0.46052,
+        "hit_rate_at_10": 0.65304,
+        "hit_rate_at_20": 0.82379,
+        "hit_rate_at_100": 0.99464,
+        "hit_rate_at_1000": 1.0,
+        "max_over_subqueries_ndcg_at_1": 0.16352,
+        "max_over_subqueries_ndcg_at_3": 0.26308,
+        "max_over_subqueries_ndcg_at_5": 0.3138,
+        "max_over_subqueries_ndcg_at_10": 0.37595,
+        "max_over_subqueries_ndcg_at_20": 0.42204,
+        "max_over_subqueries_ndcg_at_100": 0.46764,
+        "max_over_subqueries_ndcg_at_1000": 0.46943,
+        "max_over_subqueries_map_at_1": 0.13468,
+        "max_over_subqueries_map_at_3": 0.22322,
+        "max_over_subqueries_map_at_5": 0.253,
+        "max_over_subqueries_map_at_10": 0.28089,
+        "max_over_subqueries_map_at_20": 0.29587,
+        "max_over_subqueries_map_at_100": 0.30532,
+        "max_over_subqueries_map_at_1000": 0.30552,
+        "max_over_subqueries_recall_at_1": 0.13468,
+        "max_over_subqueries_recall_at_3": 0.33169,
+        "max_over_subqueries_recall_at_5": 0.45161,
+        "max_over_subqueries_recall_at_10": 0.62924,
+        "max_over_subqueries_recall_at_20": 0.79068,
+        "max_over_subqueries_recall_at_100": 0.99049,
+        "max_over_subqueries_recall_at_1000": 0.99999,
+        "max_over_subqueries_accuracy": 0.13468,
+        "max_over_subqueries_precision_at_1": 0.16352,
+        "max_over_subqueries_precision_at_3": 0.13625,
+        "max_over_subqueries_precision_at_5": 0.11394,
+        "max_over_subqueries_precision_at_10": 0.08279,
+        "max_over_subqueries_precision_at_20": 0.05464,
+        "max_over_subqueries_precision_at_100": 0.01495,
+        "max_over_subqueries_precision_at_1000": 0.00152,
+        "max_over_subqueries_mrr_at_1_max": -0.092325,
+        "max_over_subqueries_mrr_at_1_std": 0.020512,
+        "max_over_subqueries_mrr_at_1_diff1": 0.12738,
+        "max_over_subqueries_mrr_at_3_max": -0.168712,
+        "max_over_subqueries_mrr_at_3_std": -0.002239,
+        "max_over_subqueries_mrr_at_3_diff1": 0.117414,
+        "max_over_subqueries_mrr_at_5_max": -0.167807,
+        "max_over_subqueries_mrr_at_5_std": 0.00871,
+        "max_over_subqueries_mrr_at_5_diff1": 0.097714,
+        "max_over_subqueries_mrr_at_10_max": -0.10325,
+        "max_over_subqueries_mrr_at_10_std": 0.024524,
+        "max_over_subqueries_mrr_at_10_diff1": 0.050076,
+        "max_over_subqueries_mrr_at_20_max": 0.05542,
+        "max_over_subqueries_mrr_at_20_std": 0.072283,
+        "max_over_subqueries_mrr_at_20_diff1": 0.004324,
+        "max_over_subqueries_mrr_at_100_max": 0.378665,
+        "max_over_subqueries_mrr_at_100_std": 0.145863,
+        "max_over_subqueries_mrr_at_100_diff1": -0.035885,
+        "max_over_subqueries_mrr_at_1000_max": 0.399349,
+        "max_over_subqueries_mrr_at_1000_std": 0.142234,
+        "max_over_subqueries_mrr_at_1000_diff1": -0.036702,
+        "max_over_subqueries_mrr_at_1": 0.163523,
+        "max_over_subqueries_mrr_at_3": 0.262332,
+        "max_over_subqueries_mrr_at_5": 0.292531,
+        "max_over_subqueries_mrr_at_10": 0.317226,
+        "max_over_subqueries_mrr_at_20": 0.327661,
+        "max_over_subqueries_mrr_at_100": 0.331954,
+        "max_over_subqueries_mrr_at_1000": 0.331988,
+        "max_over_subqueries_nauc_mrr_at_1_max": -0.092325,
+        "max_over_subqueries_nauc_mrr_at_1_std": 0.020512,
+        "max_over_subqueries_nauc_mrr_at_1_diff1": 0.12738,
+        "max_over_subqueries_nauc_mrr_at_3_max": -0.148287,
+        "max_over_subqueries_nauc_mrr_at_3_std": -6.1e-05,
+        "max_over_subqueries_nauc_mrr_at_3_diff1": 0.129012,
+        "max_over_subqueries_nauc_mrr_at_5_max": -0.158819,
+        "max_over_subqueries_nauc_mrr_at_5_std": -0.000714,
+        "max_over_subqueries_nauc_mrr_at_5_diff1": 0.127788,
+        "max_over_subqueries_nauc_mrr_at_10_max": -0.164296,
+        "max_over_subqueries_nauc_mrr_at_10_std": -0.002603,
+        "max_over_subqueries_nauc_mrr_at_10_diff1": 0.126336,
+        "max_over_subqueries_nauc_mrr_at_20_max": -0.163048,
+        "max_over_subqueries_nauc_mrr_at_20_std": -0.0018,
+        "max_over_subqueries_nauc_mrr_at_20_diff1": 0.126687,
+        "max_over_subqueries_nauc_mrr_at_100_max": -0.160286,
+        "max_over_subqueries_nauc_mrr_at_100_std": -0.001026,
+        "max_over_subqueries_nauc_mrr_at_100_diff1": 0.127016,
+        "max_over_subqueries_nauc_mrr_at_1000_max": -0.160227,
+        "max_over_subqueries_nauc_mrr_at_1000_std": -0.00103,
+        "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.127017,
+        "max_over_subqueries_hit_rate_at_1": 0.16352,
+        "max_over_subqueries_hit_rate_at_3": 0.39068,
+        "max_over_subqueries_hit_rate_at_5": 0.52344,
+        "max_over_subqueries_hit_rate_at_10": 0.70731,
+        "max_over_subqueries_hit_rate_at_20": 0.85486,
+        "max_over_subqueries_hit_rate_at_100": 0.99586,
+        "max_over_subqueries_hit_rate_at_1000": 0.99999,
+        "main_score": 0.30552,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 6225.677058696747,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/NFCorpus.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814",
+  "task_name": "NFCorpus",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.37307,
+        "ndcg_at_3": 0.34244,
+        "ndcg_at_5": 0.32082,
+        "ndcg_at_10": 0.30117,
+        "ndcg_at_20": 0.28224,
+        "ndcg_at_100": 0.28017,
+        "ndcg_at_1000": 0.36998,
+        "map_at_1": 0.04024,
+        "map_at_3": 0.07388,
+        "map_at_5": 0.08641,
+        "map_at_10": 0.10347,
+        "map_at_20": 0.1155,
+        "map_at_100": 0.13404,
+        "map_at_1000": 0.14871,
+        "recall_at_1": 0.04024,
+        "recall_at_3": 0.08984,
+        "recall_at_5": 0.10928,
+        "recall_at_10": 0.1429,
+        "recall_at_20": 0.18095,
+        "recall_at_100": 0.29105,
+        "recall_at_1000": 0.60654,
+        "accuracy": 0.04024,
+        "precision_at_1": 0.39319,
+        "precision_at_3": 0.32611,
+        "precision_at_5": 0.2805,
+        "precision_at_10": 0.2322,
+        "precision_at_20": 0.1743,
+        "precision_at_100": 0.07752,
+        "precision_at_1000": 0.02071,
+        "mrr_at_1": 0.396285,
+        "mrr_at_3": 0.46646,
+        "mrr_at_5": 0.475593,
+        "mrr_at_10": 0.484588,
+        "mrr_at_20": 0.488838,
+        "mrr_at_100": 0.491774,
+        "mrr_at_1000": 0.492301,
+        "nauc_ndcg_at_1_max": 0.475653,
+        "nauc_ndcg_at_1_std": 0.248391,
+        "nauc_ndcg_at_1_diff1": 0.253194,
+        "nauc_ndcg_at_3_max": 0.461832,
+        "nauc_ndcg_at_3_std": 0.2457,
+        "nauc_ndcg_at_3_diff1": 0.147745,
+        "nauc_ndcg_at_5_max": 0.478577,
+        "nauc_ndcg_at_5_std": 0.26071,
+        "nauc_ndcg_at_5_diff1": 0.145068,
+        "nauc_ndcg_at_10_max": 0.48321,
+        "nauc_ndcg_at_10_std": 0.291876,
+        "nauc_ndcg_at_10_diff1": 0.148375,
+        "nauc_ndcg_at_20_max": 0.476063,
+        "nauc_ndcg_at_20_std": 0.304541,
+        "nauc_ndcg_at_20_diff1": 0.151692,
+        "nauc_ndcg_at_100_max": 0.491943,
+        "nauc_ndcg_at_100_std": 0.336851,
+        "nauc_ndcg_at_100_diff1": 0.181995,
+        "nauc_ndcg_at_1000_max": 0.521277,
+        "nauc_ndcg_at_1000_std": 0.392306,
+        "nauc_ndcg_at_1000_diff1": 0.165772,
+        "nauc_map_at_1_max": 0.28237,
+        "nauc_map_at_1_std": -0.039818,
+        "nauc_map_at_1_diff1": 0.533464,
+        "nauc_map_at_3_max": 0.241516,
+        "nauc_map_at_3_std": -0.038714,
+        "nauc_map_at_3_diff1": 0.350527,
+        "nauc_map_at_5_max": 0.276295,
+        "nauc_map_at_5_std": -0.005185,
+        "nauc_map_at_5_diff1": 0.32186,
+        "nauc_map_at_10_max": 0.309433,
+        "nauc_map_at_10_std": 0.030775,
+        "nauc_map_at_10_diff1": 0.284326,
+        "nauc_map_at_20_max": 0.33109,
+        "nauc_map_at_20_std": 0.059453,
+        "nauc_map_at_20_diff1": 0.272491,
+        "nauc_map_at_100_max": 0.378686,
+        "nauc_map_at_100_std": 0.142614,
+        "nauc_map_at_100_diff1": 0.253981,
+        "nauc_map_at_1000_max": 0.393113,
+        "nauc_map_at_1000_std": 0.186464,
+        "nauc_map_at_1000_diff1": 0.238002,
+        "nauc_recall_at_1_max": 0.28237,
+        "nauc_recall_at_1_std": -0.039818,
+        "nauc_recall_at_1_diff1": 0.533464,
+        "nauc_recall_at_3_max": 0.187927,
+        "nauc_recall_at_3_std": -0.05598,
+        "nauc_recall_at_3_diff1": 0.265839,
+        "nauc_recall_at_5_max": 0.234823,
+        "nauc_recall_at_5_std": -0.006788,
+        "nauc_recall_at_5_diff1": 0.254623,
+        "nauc_recall_at_10_max": 0.270799,
+        "nauc_recall_at_10_std": 0.040193,
+        "nauc_recall_at_10_diff1": 0.222662,
+        "nauc_recall_at_20_max": 0.269393,
+        "nauc_recall_at_20_std": 0.060182,
+        "nauc_recall_at_20_diff1": 0.192001,
+        "nauc_recall_at_100_max": 0.319542,
+        "nauc_recall_at_100_std": 0.215602,
+        "nauc_recall_at_100_diff1": 0.141138,
+        "nauc_recall_at_1000_max": 0.287135,
+        "nauc_recall_at_1000_std": 0.309128,
+        "nauc_recall_at_1000_diff1": 0.068053,
+        "nauc_precision_at_1_max": 0.473818,
+        "nauc_precision_at_1_std": 0.244862,
+        "nauc_precision_at_1_diff1": 0.255377,
+        "nauc_precision_at_3_max": 0.453339,
+        "nauc_precision_at_3_std": 0.272983,
+        "nauc_precision_at_3_diff1": 0.067804,
+        "nauc_precision_at_5_max": 0.472984,
+        "nauc_precision_at_5_std": 0.312177,
+        "nauc_precision_at_5_diff1": 0.033883,
+        "nauc_precision_at_10_max": 0.460687,
+        "nauc_precision_at_10_std": 0.370329,
+        "nauc_precision_at_10_diff1": 0.009234,
+        "nauc_precision_at_20_max": 0.431938,
+        "nauc_precision_at_20_std": 0.416193,
+        "nauc_precision_at_20_diff1": -0.019298,
+        "nauc_precision_at_100_max": 0.353294,
+        "nauc_precision_at_100_std": 0.509973,
+        "nauc_precision_at_100_diff1": -0.061963,
+        "nauc_precision_at_1000_max": 0.226786,
+        "nauc_precision_at_1000_std": 0.422205,
+        "nauc_precision_at_1000_diff1": -0.105499,
+        "nauc_mrr_at_1_max": 0.482932,
+        "nauc_mrr_at_1_std": 0.245975,
+        "nauc_mrr_at_1_diff1": 0.24646,
+        "nauc_mrr_at_3_max": 0.497902,
+        "nauc_mrr_at_3_std": 0.295904,
+        "nauc_mrr_at_3_diff1": 0.191546,
+        "nauc_mrr_at_5_max": 0.507897,
+        "nauc_mrr_at_5_std": 0.298306,
+        "nauc_mrr_at_5_diff1": 0.2045,
+        "nauc_mrr_at_10_max": 0.516799,
+        "nauc_mrr_at_10_std": 0.307095,
+        "nauc_mrr_at_10_diff1": 0.20988,
+        "nauc_mrr_at_20_max": 0.517387,
+        "nauc_mrr_at_20_std": 0.309826,
+        "nauc_mrr_at_20_diff1": 0.205706,
+        "nauc_mrr_at_100_max": 0.518001,
+        "nauc_mrr_at_100_std": 0.311274,
+        "nauc_mrr_at_100_diff1": 0.205342,
+        "nauc_mrr_at_1000_max": 0.517538,
+        "nauc_mrr_at_1000_std": 0.310776,
+        "nauc_mrr_at_1000_diff1": 0.205633,
+        "hit_rate_at_1": 0.39319,
+        "hit_rate_at_3": 0.54799,
+        "hit_rate_at_5": 0.58824,
+        "hit_rate_at_10": 0.65635,
+        "hit_rate_at_20": 0.71827,
+        "hit_rate_at_100": 0.82353,
+        "hit_rate_at_1000": 0.94118,
+        "main_score": 0.30117,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 12.046990871429443,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/NQ.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31",
+  "task_name": "NQ",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.29925,
+        "ndcg_at_3": 0.39497,
+        "ndcg_at_5": 0.4312,
+        "ndcg_at_10": 0.46718,
+        "ndcg_at_20": 0.48805,
+        "ndcg_at_100": 0.51555,
+        "ndcg_at_1000": 0.52682,
+        "map_at_1": 0.2675,
+        "map_at_3": 0.36018,
+        "map_at_5": 0.38202,
+        "map_at_10": 0.39829,
+        "map_at_20": 0.40466,
+        "map_at_100": 0.40894,
+        "map_at_1000": 0.40941,
+        "recall_at_1": 0.2675,
+        "recall_at_3": 0.46599,
+        "recall_at_5": 0.5491,
+        "recall_at_10": 0.65397,
+        "recall_at_20": 0.73103,
+        "recall_at_100": 0.87027,
+        "recall_at_1000": 0.95401,
+        "accuracy": 0.2675,
+        "precision_at_1": 0.29925,
+        "precision_at_3": 0.17903,
+        "precision_at_5": 0.12839,
+        "precision_at_10": 0.07738,
+        "precision_at_20": 0.04364,
+        "precision_at_100": 0.01049,
+        "precision_at_1000": 0.00116,
+        "mrr_at_1": 0.299247,
+        "mrr_at_3": 0.390015,
+        "mrr_at_5": 0.408628,
+        "mrr_at_10": 0.422079,
+        "mrr_at_20": 0.427242,
+        "mrr_at_100": 0.430589,
+        "mrr_at_1000": 0.430944,
+        "nauc_ndcg_at_1_max": 0.274179,
+        "nauc_ndcg_at_1_std": 0.008329,
+        "nauc_ndcg_at_1_diff1": 0.3698,
+        "nauc_ndcg_at_3_max": 0.281464,
+        "nauc_ndcg_at_3_std": 0.010636,
+        "nauc_ndcg_at_3_diff1": 0.315137,
+        "nauc_ndcg_at_5_max": 0.291231,
+        "nauc_ndcg_at_5_std": 0.017749,
+        "nauc_ndcg_at_5_diff1": 0.318275,
+        "nauc_ndcg_at_10_max": 0.306565,
+        "nauc_ndcg_at_10_std": 0.034593,
+        "nauc_ndcg_at_10_diff1": 0.321969,
+        "nauc_ndcg_at_20_max": 0.311039,
+        "nauc_ndcg_at_20_std": 0.045824,
+        "nauc_ndcg_at_20_diff1": 0.322021,
+        "nauc_ndcg_at_100_max": 0.316535,
+        "nauc_ndcg_at_100_std": 0.058909,
+        "nauc_ndcg_at_100_diff1": 0.321677,
+        "nauc_ndcg_at_1000_max": 0.31242,
+        "nauc_ndcg_at_1000_std": 0.053254,
+        "nauc_ndcg_at_1000_diff1": 0.321267,
+        "nauc_map_at_1_max": 0.250967,
+        "nauc_map_at_1_std": -0.01364,
+        "nauc_map_at_1_diff1": 0.371368,
+        "nauc_map_at_3_max": 0.273661,
+        "nauc_map_at_3_std": 0.000658,
+        "nauc_map_at_3_diff1": 0.327572,
+        "nauc_map_at_5_max": 0.280928,
+        "nauc_map_at_5_std": 0.005325,
+        "nauc_map_at_5_diff1": 0.330102,
+        "nauc_map_at_10_max": 0.287339,
+        "nauc_map_at_10_std": 0.012743,
+        "nauc_map_at_10_diff1": 0.331855,
+        "nauc_map_at_20_max": 0.288623,
+        "nauc_map_at_20_std": 0.016084,
+        "nauc_map_at_20_diff1": 0.331954,
+        "nauc_map_at_100_max": 0.289777,
+        "nauc_map_at_100_std": 0.01841,
+        "nauc_map_at_100_diff1": 0.33161,
+        "nauc_map_at_1000_max": 0.289639,
+        "nauc_map_at_1000_std": 0.018246,
+        "nauc_map_at_1000_diff1": 0.331604,
+        "nauc_recall_at_1_max": 0.250967,
+        "nauc_recall_at_1_std": -0.01364,
+        "nauc_recall_at_1_diff1": 0.371368,
+        "nauc_recall_at_3_max": 0.280043,
+        "nauc_recall_at_3_std": 0.016089,
+        "nauc_recall_at_3_diff1": 0.272695,
+        "nauc_recall_at_5_max": 0.297242,
+        "nauc_recall_at_5_std": 0.02949,
+        "nauc_recall_at_5_diff1": 0.275279,
+        "nauc_recall_at_10_max": 0.349979,
+        "nauc_recall_at_10_std": 0.084632,
+        "nauc_recall_at_10_diff1": 0.28052,
+        "nauc_recall_at_20_max": 0.382423,
+        "nauc_recall_at_20_std": 0.146651,
+        "nauc_recall_at_20_diff1": 0.27823,
+        "nauc_recall_at_100_max": 0.498437,
+        "nauc_recall_at_100_std": 0.363445,
+        "nauc_recall_at_100_diff1": 0.257089,
+        "nauc_recall_at_1000_max": 0.642525,
+        "nauc_recall_at_1000_std": 0.619219,
+        "nauc_recall_at_1000_diff1": 0.144255,
+        "nauc_precision_at_1_max": 0.274179,
+        "nauc_precision_at_1_std": 0.008329,
+        "nauc_precision_at_1_diff1": 0.3698,
+        "nauc_precision_at_3_max": 0.301649,
+        "nauc_precision_at_3_std": 0.051351,
+        "nauc_precision_at_3_diff1": 0.244373,
+        "nauc_precision_at_5_max": 0.304441,
+        "nauc_precision_at_5_std": 0.076308,
+        "nauc_precision_at_5_diff1": 0.224232,
+        "nauc_precision_at_10_max": 0.313808,
+        "nauc_precision_at_10_std": 0.126563,
+        "nauc_precision_at_10_diff1": 0.195936,
+        "nauc_precision_at_20_max": 0.297482,
+        "nauc_precision_at_20_std": 0.170993,
+        "nauc_precision_at_20_diff1": 0.150609,
+        "nauc_precision_at_100_max": 0.264982,
+        "nauc_precision_at_100_std": 0.255758,
+        "nauc_precision_at_100_diff1": 0.053377,
+        "nauc_precision_at_1000_max": 0.163476,
+        "nauc_precision_at_1000_std": 0.217805,
+        "nauc_precision_at_1000_diff1": -0.034564,
+        "nauc_mrr_at_1_max": 0.274179,
+        "nauc_mrr_at_1_std": 0.008329,
+        "nauc_mrr_at_1_diff1": 0.3698,
+        "nauc_mrr_at_3_max": 0.28824,
+        "nauc_mrr_at_3_std": 0.024325,
+        "nauc_mrr_at_3_diff1": 0.326124,
+        "nauc_mrr_at_5_max": 0.292101,
+        "nauc_mrr_at_5_std": 0.027477,
+        "nauc_mrr_at_5_diff1": 0.327826,
+        "nauc_mrr_at_10_max": 0.296935,
+        "nauc_mrr_at_10_std": 0.033023,
+        "nauc_mrr_at_10_diff1": 0.329649,
+        "nauc_mrr_at_20_max": 0.297432,
+        "nauc_mrr_at_20_std": 0.034817,
+        "nauc_mrr_at_20_diff1": 0.329688,
+        "nauc_mrr_at_100_max": 0.297651,
+        "nauc_mrr_at_100_std": 0.035628,
+        "nauc_mrr_at_100_diff1": 0.329859,
+        "nauc_mrr_at_1000_max": 0.297493,
+        "nauc_mrr_at_1000_std": 0.035405,
+        "nauc_mrr_at_1000_diff1": 0.329851,
+        "hit_rate_at_1": 0.29925,
+        "hit_rate_at_3": 0.50637,
+        "hit_rate_at_5": 0.58749,
+        "hit_rate_at_10": 0.68743,
+        "hit_rate_at_20": 0.76014,
+        "hit_rate_at_100": 0.88905,
+        "hit_rate_at_1000": 0.96176,
+        "main_score": 0.46718,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 6630.378222703934,
+  "kg_co2_emissions": null,
+  "date": null
+}