Samoed commited on
Commit
48e2952
·
verified ·
1 Parent(s): 9bc0e95

Add evaluation results for model mteb/baseline-bm25s revision 0_1_10

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .eval_results/AILACasedocs.yaml +8 -10
  2. .eval_results/AILAStatutes.yaml +8 -10
  3. .eval_results/AppsRetrieval.yaml +8 -10
  4. .eval_results/ArguAna.yaml +8 -10
  5. .eval_results/CQADupstackAndroidRetrieval.yaml +8 -10
  6. .eval_results/CQADupstackEnglishRetrieval.yaml +8 -10
  7. .eval_results/CQADupstackGamingRetrieval.yaml +8 -10
  8. .eval_results/CQADupstackGisRetrieval.yaml +8 -10
  9. .eval_results/CQADupstackMathematicaRetrieval.yaml +8 -10
  10. .eval_results/CQADupstackPhysicsRetrieval.yaml +8 -10
  11. .eval_results/CQADupstackProgrammersRetrieval.yaml +8 -10
  12. .eval_results/CQADupstackRetrieval.yaml +8 -10
  13. .eval_results/CQADupstackStatsRetrieval.yaml +8 -10
  14. .eval_results/CQADupstackTexRetrieval.yaml +8 -10
  15. .eval_results/CQADupstackUnixRetrieval.yaml +8 -10
  16. .eval_results/CQADupstackWebmastersRetrieval.yaml +8 -10
  17. .eval_results/CQADupstackWordpressRetrieval.yaml +8 -10
  18. .eval_results/CUREv1.yaml +136 -170
  19. .eval_results/ChatDoctorRetrieval.yaml +8 -10
  20. .eval_results/ClimateFEVER.yaml +8 -10
  21. .eval_results/CmedqaRetrieval.yaml +8 -10
  22. .eval_results/Code1Retrieval.yaml +8 -10
  23. .eval_results/DBPedia.yaml +8 -10
  24. .eval_results/DS1000Retrieval.yaml +8 -10
  25. .eval_results/EnglishFinance1Retrieval.yaml +8 -10
  26. .eval_results/EnglishFinance2Retrieval.yaml +8 -10
  27. .eval_results/EnglishFinance3Retrieval.yaml +8 -10
  28. .eval_results/EnglishFinance4Retrieval.yaml +8 -10
  29. .eval_results/EnglishHealthcare1Retrieval.yaml +8 -10
  30. .eval_results/FEVER.yaml +12 -15
  31. .eval_results/FiQA2018.yaml +12 -15
  32. .eval_results/FinQARetrieval.yaml +8 -10
  33. .eval_results/FinanceBenchRetrieval.yaml +8 -10
  34. .eval_results/French1Retrieval.yaml +8 -10
  35. .eval_results/FrenchLegal1Retrieval.yaml +8 -10
  36. .eval_results/FreshStackRetrieval.yaml +8 -10
  37. .eval_results/German1Retrieval.yaml +8 -10
  38. .eval_results/GermanHealthcare1Retrieval.yaml +8 -10
  39. .eval_results/GermanLegal1Retrieval.yaml +8 -10
  40. .eval_results/HC3FinanceRetrieval.yaml +8 -10
  41. .eval_results/HotpotQA.yaml +12 -15
  42. .eval_results/HumanEvalRetrieval.yaml +8 -10
  43. .eval_results/JaCWIRRetrieval.yaml +8 -10
  44. .eval_results/JaGovFaqsRetrieval.yaml +8 -10
  45. .eval_results/JapaneseCode1Retrieval.yaml +8 -10
  46. .eval_results/JapaneseLegal1Retrieval.yaml +8 -10
  47. .eval_results/JaqketRetrieval.yaml +8 -10
  48. .eval_results/LegalQuAD.yaml +8 -10
  49. .eval_results/LegalSummarization.yaml +8 -10
  50. .eval_results/MBPPRetrieval.yaml +8 -10
.eval_results/AILACasedocs.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/AILA_casedocs
3
- revision: 4106e6bcc72e0698d714ea8b101355e3e238431a
4
  task_id: AILACasedocs_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 27.837
12
  - dataset:
13
  id: mteb/AILA_casedocs
14
- revision: 4106e6bcc72e0698d714ea8b101355e3e238431a
15
  task_id: AILACasedocs
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 27.837
 
1
  - dataset:
2
  id: mteb/AILA_casedocs
 
3
  task_id: AILACasedocs_default_test
4
+ revision: 4106e6bcc72e0698d714ea8b101355e3e238431a
5
+ value: 27.837
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/AILA_casedocs
 
13
  task_id: AILACasedocs
14
+ revision: 4106e6bcc72e0698d714ea8b101355e3e238431a
15
+ value: 27.837
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/AILAStatutes.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/AILA_statutes
3
- revision: ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e
4
  task_id: AILAStatutes_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 21.618
12
  - dataset:
13
  id: mteb/AILA_statutes
14
- revision: ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e
15
  task_id: AILAStatutes
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 21.618
 
1
  - dataset:
2
  id: mteb/AILA_statutes
 
3
  task_id: AILAStatutes_default_test
4
+ revision: ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e
5
+ value: 21.618
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/AILA_statutes
 
13
  task_id: AILAStatutes
14
+ revision: ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e
15
+ value: 21.618
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/AppsRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: CoIR-Retrieval/apps
3
- revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5
4
  task_id: AppsRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 4.764
12
  - dataset:
13
  id: CoIR-Retrieval/apps
14
- revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5
15
  task_id: AppsRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 4.764
 
1
  - dataset:
2
  id: CoIR-Retrieval/apps
 
3
  task_id: AppsRetrieval_default_test
4
+ revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5
5
+ value: 4.764
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: CoIR-Retrieval/apps
 
13
  task_id: AppsRetrieval
14
+ revision: f22508f96b7a36c2415181ed8bb76f76e04ae2d5
15
+ value: 4.764
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/ArguAna.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/arguana
3
- revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
4
  task_id: ArguAna_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.22
 
7
  source:
8
- name: Run of MTEB v1.12.22
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 49.276
12
  - dataset:
13
  id: mteb/arguana
14
- revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
15
  task_id: ArguAna
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.22
 
18
  source:
19
- name: Run of MTEB v1.12.22
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 49.276
 
1
  - dataset:
2
  id: mteb/arguana
 
3
  task_id: ArguAna_default_test
4
+ revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
5
+ value: 49.276
6
+ notes: Obtained using MTEB v1.12.22
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.22
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/arguana
 
13
  task_id: ArguAna
14
+ revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
15
+ value: 49.276
16
+ notes: Obtained using MTEB v1.12.22
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.22
20
  user: mteb
 
.eval_results/CQADupstackAndroidRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/CQADupstackAndroidRetrieval
3
- revision: 9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3
4
  task_id: CQADupstackAndroidRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 39.693
12
  - dataset:
13
  id: mteb/CQADupstackAndroidRetrieval
14
- revision: 9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3
15
  task_id: CQADupstackAndroidRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 39.693
 
1
  - dataset:
2
  id: mteb/CQADupstackAndroidRetrieval
 
3
  task_id: CQADupstackAndroidRetrieval_default_test
4
+ revision: 9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3
5
+ value: 39.693
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/CQADupstackAndroidRetrieval
 
13
  task_id: CQADupstackAndroidRetrieval
14
+ revision: 9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3
15
+ value: 39.693
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackEnglishRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-english
3
- revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
4
  task_id: CQADupstackEnglishRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 34.746
12
  - dataset:
13
  id: mteb/cqadupstack-english
14
- revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
15
  task_id: CQADupstackEnglishRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 34.746
 
1
  - dataset:
2
  id: mteb/cqadupstack-english
 
3
  task_id: CQADupstackEnglishRetrieval_default_test
4
+ revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
5
+ value: 34.746
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-english
 
13
  task_id: CQADupstackEnglishRetrieval
14
+ revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
15
+ value: 34.746
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackGamingRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-gaming
3
- revision: 4885aa143210c98657558c04aaf3dc47cfb54340
4
  task_id: CQADupstackGamingRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 48.471
12
  - dataset:
13
  id: mteb/cqadupstack-gaming
14
- revision: 4885aa143210c98657558c04aaf3dc47cfb54340
15
  task_id: CQADupstackGamingRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 48.471
 
1
  - dataset:
2
  id: mteb/cqadupstack-gaming
 
3
  task_id: CQADupstackGamingRetrieval_default_test
4
+ revision: 4885aa143210c98657558c04aaf3dc47cfb54340
5
+ value: 48.471
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-gaming
 
13
  task_id: CQADupstackGamingRetrieval
14
+ revision: 4885aa143210c98657558c04aaf3dc47cfb54340
15
+ value: 48.471
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackGisRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-gis
3
- revision: 5003b3064772da1887988e05400cf3806fe491f2
4
  task_id: CQADupstackGisRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 30.83
12
  - dataset:
13
  id: mteb/cqadupstack-gis
14
- revision: 5003b3064772da1887988e05400cf3806fe491f2
15
  task_id: CQADupstackGisRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 30.83
 
1
  - dataset:
2
  id: mteb/cqadupstack-gis
 
3
  task_id: CQADupstackGisRetrieval_default_test
4
+ revision: 5003b3064772da1887988e05400cf3806fe491f2
5
+ value: 30.83
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-gis
 
13
  task_id: CQADupstackGisRetrieval
14
+ revision: 5003b3064772da1887988e05400cf3806fe491f2
15
+ value: 30.83
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackMathematicaRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-mathematica
3
- revision: 90fceea13679c63fe563ded68f3b6f06e50061de
4
  task_id: CQADupstackMathematicaRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 22.017
12
  - dataset:
13
  id: mteb/cqadupstack-mathematica
14
- revision: 90fceea13679c63fe563ded68f3b6f06e50061de
15
  task_id: CQADupstackMathematicaRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 22.017
 
1
  - dataset:
2
  id: mteb/cqadupstack-mathematica
 
3
  task_id: CQADupstackMathematicaRetrieval_default_test
4
+ revision: 90fceea13679c63fe563ded68f3b6f06e50061de
5
+ value: 22.017
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-mathematica
 
13
  task_id: CQADupstackMathematicaRetrieval
14
+ revision: 90fceea13679c63fe563ded68f3b6f06e50061de
15
+ value: 22.017
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackPhysicsRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-physics
3
- revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
4
  task_id: CQADupstackPhysicsRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 34.926
12
  - dataset:
13
  id: mteb/cqadupstack-physics
14
- revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
15
  task_id: CQADupstackPhysicsRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 34.926
 
1
  - dataset:
2
  id: mteb/cqadupstack-physics
 
3
  task_id: CQADupstackPhysicsRetrieval_default_test
4
+ revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
5
+ value: 34.926
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-physics
 
13
  task_id: CQADupstackPhysicsRetrieval
14
+ revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
15
+ value: 34.926
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackProgrammersRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-programmers
3
- revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
4
  task_id: CQADupstackProgrammersRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 29.8
12
  - dataset:
13
  id: mteb/cqadupstack-programmers
14
- revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
15
  task_id: CQADupstackProgrammersRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 29.8
 
1
  - dataset:
2
  id: mteb/cqadupstack-programmers
 
3
  task_id: CQADupstackProgrammersRetrieval_default_test
4
+ revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
5
+ value: 29.8
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-programmers
 
13
  task_id: CQADupstackProgrammersRetrieval
14
+ revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
15
+ value: 29.8
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: aggregate tasks do not have a path
3
- revision: '1'
4
  task_id: CQADupstackRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 31.8642
12
  - dataset:
13
  id: aggregate tasks do not have a path
14
- revision: '1'
15
  task_id: CQADupstackRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 31.8642
 
1
  - dataset:
2
  id: aggregate tasks do not have a path
 
3
  task_id: CQADupstackRetrieval_default_test
4
+ revision: '1'
5
+ value: 31.8642
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: aggregate tasks do not have a path
 
13
  task_id: CQADupstackRetrieval
14
+ revision: '1'
15
+ value: 31.8642
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackStatsRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-stats
3
- revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
4
  task_id: CQADupstackStatsRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 29.019
12
  - dataset:
13
  id: mteb/cqadupstack-stats
14
- revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
15
  task_id: CQADupstackStatsRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 29.019
 
1
  - dataset:
2
  id: mteb/cqadupstack-stats
 
3
  task_id: CQADupstackStatsRetrieval_default_test
4
+ revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
5
+ value: 29.019
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-stats
 
13
  task_id: CQADupstackStatsRetrieval
14
+ revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
15
+ value: 29.019
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackTexRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-tex
3
- revision: 46989137a86843e03a6195de44b09deda022eec7
4
  task_id: CQADupstackTexRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 24.397
12
  - dataset:
13
  id: mteb/cqadupstack-tex
14
- revision: 46989137a86843e03a6195de44b09deda022eec7
15
  task_id: CQADupstackTexRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 24.397
 
1
  - dataset:
2
  id: mteb/cqadupstack-tex
 
3
  task_id: CQADupstackTexRetrieval_default_test
4
+ revision: 46989137a86843e03a6195de44b09deda022eec7
5
+ value: 24.397
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-tex
 
13
  task_id: CQADupstackTexRetrieval
14
+ revision: 46989137a86843e03a6195de44b09deda022eec7
15
+ value: 24.397
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackUnixRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-unix
3
- revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
4
  task_id: CQADupstackUnixRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 29.165
12
  - dataset:
13
  id: mteb/cqadupstack-unix
14
- revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
15
  task_id: CQADupstackUnixRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 29.165
 
1
  - dataset:
2
  id: mteb/cqadupstack-unix
 
3
  task_id: CQADupstackUnixRetrieval_default_test
4
+ revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
5
+ value: 29.165
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-unix
 
13
  task_id: CQADupstackUnixRetrieval
14
+ revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
15
+ value: 29.165
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackWebmastersRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-webmasters
3
- revision: 160c094312a0e1facb97e55eeddb698c0abe3571
4
  task_id: CQADupstackWebmastersRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 31.381
12
  - dataset:
13
  id: mteb/cqadupstack-webmasters
14
- revision: 160c094312a0e1facb97e55eeddb698c0abe3571
15
  task_id: CQADupstackWebmastersRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 31.381
 
1
  - dataset:
2
  id: mteb/cqadupstack-webmasters
 
3
  task_id: CQADupstackWebmastersRetrieval_default_test
4
+ revision: 160c094312a0e1facb97e55eeddb698c0abe3571
5
+ value: 31.381
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-webmasters
 
13
  task_id: CQADupstackWebmastersRetrieval
14
+ revision: 160c094312a0e1facb97e55eeddb698c0abe3571
15
+ value: 31.381
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CQADupstackWordpressRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/cqadupstack-wordpress
3
- revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
4
  task_id: CQADupstackWordpressRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.80
 
7
  source:
8
- name: Run of MTEB v1.12.80
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 27.925
12
  - dataset:
13
  id: mteb/cqadupstack-wordpress
14
- revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
15
  task_id: CQADupstackWordpressRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.80
 
18
  source:
19
- name: Run of MTEB v1.12.80
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 27.925
 
1
  - dataset:
2
  id: mteb/cqadupstack-wordpress
 
3
  task_id: CQADupstackWordpressRetrieval_default_test
4
+ revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
5
+ value: 27.925
6
+ notes: Obtained using MTEB v1.12.80
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.80
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/cqadupstack-wordpress
 
13
  task_id: CQADupstackWordpressRetrieval
14
+ revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
15
+ value: 27.925
16
+ notes: Obtained using MTEB v1.12.80
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.80
20
  user: mteb
 
.eval_results/CUREv1.yaml CHANGED
@@ -1,374 +1,340 @@
1
  - dataset:
2
  id: clinia/CUREv1
3
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
4
  task_id: CUREv1_en_all
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 35.481
12
  - dataset:
13
  id: clinia/CUREv1
14
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
15
  task_id: CUREv1_es_all
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 1.157
23
  - dataset:
24
  id: clinia/CUREv1
25
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
26
  task_id: CUREv1_fr_all
27
- date: '2026-02-21'
28
- notes: Run of MTEB v1.38.49
 
29
  source:
30
- name: Run of MTEB v1.38.49
31
  url: https://github.com/embeddings-benchmark/mteb/
 
32
  user: mteb
33
- value: 1.796
34
  - dataset:
35
  id: clinia/CUREv1
36
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
37
  task_id: CUREv1_en_dentistry_and_oral_health
38
- date: '2026-02-21'
39
- notes: Run of MTEB v1.38.49
 
40
  source:
41
- name: Run of MTEB v1.38.49
42
  url: https://github.com/embeddings-benchmark/mteb/
 
43
  user: mteb
44
- value: 38.853
45
  - dataset:
46
  id: clinia/CUREv1
47
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
48
  task_id: CUREv1_es_dentistry_and_oral_health
49
- date: '2026-02-21'
50
- notes: Run of MTEB v1.38.49
 
51
  source:
52
- name: Run of MTEB v1.38.49
53
  url: https://github.com/embeddings-benchmark/mteb/
 
54
  user: mteb
55
- value: 0.791
56
  - dataset:
57
  id: clinia/CUREv1
58
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
59
  task_id: CUREv1_fr_dentistry_and_oral_health
60
- date: '2026-02-21'
61
- notes: Run of MTEB v1.38.49
 
62
  source:
63
- name: Run of MTEB v1.38.49
64
  url: https://github.com/embeddings-benchmark/mteb/
 
65
  user: mteb
66
- value: 1.37
67
  - dataset:
68
  id: clinia/CUREv1
69
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
70
  task_id: CUREv1_en_dermatology
71
- date: '2026-02-21'
72
- notes: Run of MTEB v1.38.49
 
73
  source:
74
- name: Run of MTEB v1.38.49
75
  url: https://github.com/embeddings-benchmark/mteb/
 
76
  user: mteb
77
- value: 40.305
78
  - dataset:
79
  id: clinia/CUREv1
80
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
81
  task_id: CUREv1_es_dermatology
82
- date: '2026-02-21'
83
- notes: Run of MTEB v1.38.49
 
84
  source:
85
- name: Run of MTEB v1.38.49
86
  url: https://github.com/embeddings-benchmark/mteb/
 
87
  user: mteb
88
- value: 4.687
89
  - dataset:
90
  id: clinia/CUREv1
91
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
92
  task_id: CUREv1_fr_dermatology
93
- date: '2026-02-21'
94
- notes: Run of MTEB v1.38.49
 
95
  source:
96
- name: Run of MTEB v1.38.49
97
  url: https://github.com/embeddings-benchmark/mteb/
 
98
  user: mteb
99
- value: 7.281
100
  - dataset:
101
  id: clinia/CUREv1
102
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
103
  task_id: CUREv1_en_gastroenterology
104
- date: '2026-02-21'
105
- notes: Run of MTEB v1.38.49
 
106
  source:
107
- name: Run of MTEB v1.38.49
108
  url: https://github.com/embeddings-benchmark/mteb/
 
109
  user: mteb
110
- value: 30.019
111
  - dataset:
112
  id: clinia/CUREv1
113
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
114
  task_id: CUREv1_es_gastroenterology
115
- date: '2026-02-21'
116
- notes: Run of MTEB v1.38.49
 
117
  source:
118
- name: Run of MTEB v1.38.49
119
  url: https://github.com/embeddings-benchmark/mteb/
 
120
  user: mteb
121
- value: 1.412
122
  - dataset:
123
  id: clinia/CUREv1
124
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
125
  task_id: CUREv1_fr_gastroenterology
126
- date: '2026-02-21'
127
- notes: Run of MTEB v1.38.49
 
128
  source:
129
- name: Run of MTEB v1.38.49
130
  url: https://github.com/embeddings-benchmark/mteb/
 
131
  user: mteb
132
- value: 2.969
133
  - dataset:
134
  id: clinia/CUREv1
135
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
136
  task_id: CUREv1_en_genetics
137
- date: '2026-02-21'
138
- notes: Run of MTEB v1.38.49
 
139
  source:
140
- name: Run of MTEB v1.38.49
141
  url: https://github.com/embeddings-benchmark/mteb/
 
142
  user: mteb
143
- value: 41.022
144
  - dataset:
145
  id: clinia/CUREv1
146
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
147
  task_id: CUREv1_es_genetics
148
- date: '2026-02-21'
149
- notes: Run of MTEB v1.38.49
 
150
  source:
151
- name: Run of MTEB v1.38.49
152
  url: https://github.com/embeddings-benchmark/mteb/
 
153
  user: mteb
154
- value: 3.798
155
  - dataset:
156
  id: clinia/CUREv1
157
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
158
  task_id: CUREv1_fr_genetics
159
- date: '2026-02-21'
160
- notes: Run of MTEB v1.38.49
 
161
  source:
162
- name: Run of MTEB v1.38.49
163
  url: https://github.com/embeddings-benchmark/mteb/
 
164
  user: mteb
165
- value: 8.926
166
  - dataset:
167
  id: clinia/CUREv1
168
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
169
  task_id: CUREv1_en_neuroscience_and_neurology
170
- date: '2026-02-21'
171
- notes: Run of MTEB v1.38.49
 
172
  source:
173
- name: Run of MTEB v1.38.49
174
  url: https://github.com/embeddings-benchmark/mteb/
 
175
  user: mteb
176
- value: 31.575
177
  - dataset:
178
  id: clinia/CUREv1
179
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
180
  task_id: CUREv1_es_neuroscience_and_neurology
181
- date: '2026-02-21'
182
- notes: Run of MTEB v1.38.49
 
183
  source:
184
- name: Run of MTEB v1.38.49
185
  url: https://github.com/embeddings-benchmark/mteb/
 
186
  user: mteb
187
- value: 0.768
188
  - dataset:
189
  id: clinia/CUREv1
190
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
191
  task_id: CUREv1_fr_neuroscience_and_neurology
192
- date: '2026-02-21'
193
- notes: Run of MTEB v1.38.49
 
194
  source:
195
- name: Run of MTEB v1.38.49
196
  url: https://github.com/embeddings-benchmark/mteb/
 
197
  user: mteb
198
- value: 2.533
199
  - dataset:
200
  id: clinia/CUREv1
201
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
202
  task_id: CUREv1_en_orthopedic_surgery
203
- date: '2026-02-21'
204
- notes: Run of MTEB v1.38.49
 
205
  source:
206
- name: Run of MTEB v1.38.49
207
  url: https://github.com/embeddings-benchmark/mteb/
 
208
  user: mteb
209
- value: 39.297
210
  - dataset:
211
  id: clinia/CUREv1
212
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
213
  task_id: CUREv1_es_orthopedic_surgery
214
- date: '2026-02-21'
215
- notes: Run of MTEB v1.38.49
 
216
  source:
217
- name: Run of MTEB v1.38.49
218
  url: https://github.com/embeddings-benchmark/mteb/
 
219
  user: mteb
220
- value: 2.131
221
  - dataset:
222
  id: clinia/CUREv1
223
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
224
  task_id: CUREv1_fr_orthopedic_surgery
225
- date: '2026-02-21'
226
- notes: Run of MTEB v1.38.49
 
227
  source:
228
- name: Run of MTEB v1.38.49
229
  url: https://github.com/embeddings-benchmark/mteb/
 
230
  user: mteb
231
- value: 4.247
232
  - dataset:
233
  id: clinia/CUREv1
234
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
235
  task_id: CUREv1_en_otorhinolaryngology
236
- date: '2026-02-21'
237
- notes: Run of MTEB v1.38.49
 
238
  source:
239
- name: Run of MTEB v1.38.49
240
  url: https://github.com/embeddings-benchmark/mteb/
 
241
  user: mteb
242
- value: 33.081
243
  - dataset:
244
  id: clinia/CUREv1
245
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
246
  task_id: CUREv1_es_otorhinolaryngology
247
- date: '2026-02-21'
248
- notes: Run of MTEB v1.38.49
 
249
  source:
250
- name: Run of MTEB v1.38.49
251
  url: https://github.com/embeddings-benchmark/mteb/
 
252
  user: mteb
253
- value: 0.483
254
  - dataset:
255
  id: clinia/CUREv1
256
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
257
  task_id: CUREv1_fr_otorhinolaryngology
258
- date: '2026-02-21'
259
- notes: Run of MTEB v1.38.49
 
260
  source:
261
- name: Run of MTEB v1.38.49
262
  url: https://github.com/embeddings-benchmark/mteb/
 
263
  user: mteb
264
- value: 2.196
265
  - dataset:
266
  id: clinia/CUREv1
267
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
268
  task_id: CUREv1_en_plastic_surgery
269
- date: '2026-02-21'
270
- notes: Run of MTEB v1.38.49
 
271
  source:
272
- name: Run of MTEB v1.38.49
273
  url: https://github.com/embeddings-benchmark/mteb/
 
274
  user: mteb
275
- value: 34.636
276
  - dataset:
277
  id: clinia/CUREv1
278
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
279
  task_id: CUREv1_es_plastic_surgery
280
- date: '2026-02-21'
281
- notes: Run of MTEB v1.38.49
 
282
  source:
283
- name: Run of MTEB v1.38.49
284
  url: https://github.com/embeddings-benchmark/mteb/
 
285
  user: mteb
286
- value: 1.692
287
  - dataset:
288
  id: clinia/CUREv1
289
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
290
  task_id: CUREv1_fr_plastic_surgery
291
- date: '2026-02-21'
292
- notes: Run of MTEB v1.38.49
 
293
  source:
294
- name: Run of MTEB v1.38.49
295
  url: https://github.com/embeddings-benchmark/mteb/
 
296
  user: mteb
297
- value: 2.923
298
  - dataset:
299
  id: clinia/CUREv1
300
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
301
  task_id: CUREv1_en_psychiatry_and_psychology
302
- date: '2026-02-21'
303
- notes: Run of MTEB v1.38.49
 
304
  source:
305
- name: Run of MTEB v1.38.49
306
  url: https://github.com/embeddings-benchmark/mteb/
 
307
  user: mteb
308
- value: 34.984
309
  - dataset:
310
  id: clinia/CUREv1
311
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
312
  task_id: CUREv1_es_psychiatry_and_psychology
313
- date: '2026-02-21'
314
- notes: Run of MTEB v1.38.49
 
315
  source:
316
- name: Run of MTEB v1.38.49
317
  url: https://github.com/embeddings-benchmark/mteb/
 
318
  user: mteb
319
- value: 1.113
320
  - dataset:
321
  id: clinia/CUREv1
322
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
323
  task_id: CUREv1_fr_psychiatry_and_psychology
324
- date: '2026-02-21'
325
- notes: Run of MTEB v1.38.49
 
326
  source:
327
- name: Run of MTEB v1.38.49
328
  url: https://github.com/embeddings-benchmark/mteb/
 
329
  user: mteb
330
- value: 2.743
331
  - dataset:
332
  id: clinia/CUREv1
333
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
334
  task_id: CUREv1_en_pulmonology
335
- date: '2026-02-21'
336
- notes: Run of MTEB v1.38.49
 
337
  source:
338
- name: Run of MTEB v1.38.49
339
  url: https://github.com/embeddings-benchmark/mteb/
 
340
  user: mteb
341
- value: 34.924
342
  - dataset:
343
  id: clinia/CUREv1
344
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
345
  task_id: CUREv1_es_pulmonology
346
- date: '2026-02-21'
347
- notes: Run of MTEB v1.38.49
 
348
  source:
349
- name: Run of MTEB v1.38.49
350
  url: https://github.com/embeddings-benchmark/mteb/
 
351
  user: mteb
352
- value: 1.324
353
  - dataset:
354
  id: clinia/CUREv1
355
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
356
  task_id: CUREv1_fr_pulmonology
357
- date: '2026-02-21'
358
- notes: Run of MTEB v1.38.49
 
359
  source:
360
- name: Run of MTEB v1.38.49
361
  url: https://github.com/embeddings-benchmark/mteb/
 
362
  user: mteb
363
- value: 1.515
364
  - dataset:
365
  id: clinia/CUREv1
366
- revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
367
  task_id: CUREv1
368
- date: '2026-02-21'
369
- notes: Run of MTEB v1.38.49
 
370
  source:
371
- name: Run of MTEB v1.38.49
372
  url: https://github.com/embeddings-benchmark/mteb/
 
373
  user: mteb
374
- value: 13.69794
 
1
  - dataset:
2
  id: clinia/CUREv1
 
3
  task_id: CUREv1_en_all
4
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
5
+ value: 35.481
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: clinia/CUREv1
 
13
  task_id: CUREv1_es_all
14
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
15
+ value: 1.157
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
21
  - dataset:
22
  id: clinia/CUREv1
 
23
  task_id: CUREv1_fr_all
24
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
25
+ value: 1.796
26
+ notes: Obtained using MTEB v1.38.49
27
  source:
 
28
  url: https://github.com/embeddings-benchmark/mteb/
29
+ name: Obtained using MTEB v1.38.49
30
  user: mteb
 
31
  - dataset:
32
  id: clinia/CUREv1
 
33
  task_id: CUREv1_en_dentistry_and_oral_health
34
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
35
+ value: 38.853
36
+ notes: Obtained using MTEB v1.38.49
37
  source:
 
38
  url: https://github.com/embeddings-benchmark/mteb/
39
+ name: Obtained using MTEB v1.38.49
40
  user: mteb
 
41
  - dataset:
42
  id: clinia/CUREv1
 
43
  task_id: CUREv1_es_dentistry_and_oral_health
44
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
45
+ value: 0.791
46
+ notes: Obtained using MTEB v1.38.49
47
  source:
 
48
  url: https://github.com/embeddings-benchmark/mteb/
49
+ name: Obtained using MTEB v1.38.49
50
  user: mteb
 
51
  - dataset:
52
  id: clinia/CUREv1
 
53
  task_id: CUREv1_fr_dentistry_and_oral_health
54
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
55
+ value: 1.37
56
+ notes: Obtained using MTEB v1.38.49
57
  source:
 
58
  url: https://github.com/embeddings-benchmark/mteb/
59
+ name: Obtained using MTEB v1.38.49
60
  user: mteb
 
61
  - dataset:
62
  id: clinia/CUREv1
 
63
  task_id: CUREv1_en_dermatology
64
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
65
+ value: 40.305
66
+ notes: Obtained using MTEB v1.38.49
67
  source:
 
68
  url: https://github.com/embeddings-benchmark/mteb/
69
+ name: Obtained using MTEB v1.38.49
70
  user: mteb
 
71
  - dataset:
72
  id: clinia/CUREv1
 
73
  task_id: CUREv1_es_dermatology
74
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
75
+ value: 4.687
76
+ notes: Obtained using MTEB v1.38.49
77
  source:
 
78
  url: https://github.com/embeddings-benchmark/mteb/
79
+ name: Obtained using MTEB v1.38.49
80
  user: mteb
 
81
  - dataset:
82
  id: clinia/CUREv1
 
83
  task_id: CUREv1_fr_dermatology
84
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
85
+ value: 7.281
86
+ notes: Obtained using MTEB v1.38.49
87
  source:
 
88
  url: https://github.com/embeddings-benchmark/mteb/
89
+ name: Obtained using MTEB v1.38.49
90
  user: mteb
 
91
  - dataset:
92
  id: clinia/CUREv1
 
93
  task_id: CUREv1_en_gastroenterology
94
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
95
+ value: 30.019
96
+ notes: Obtained using MTEB v1.38.49
97
  source:
 
98
  url: https://github.com/embeddings-benchmark/mteb/
99
+ name: Obtained using MTEB v1.38.49
100
  user: mteb
 
101
  - dataset:
102
  id: clinia/CUREv1
 
103
  task_id: CUREv1_es_gastroenterology
104
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
105
+ value: 1.412
106
+ notes: Obtained using MTEB v1.38.49
107
  source:
 
108
  url: https://github.com/embeddings-benchmark/mteb/
109
+ name: Obtained using MTEB v1.38.49
110
  user: mteb
 
111
  - dataset:
112
  id: clinia/CUREv1
 
113
  task_id: CUREv1_fr_gastroenterology
114
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
115
+ value: 2.969
116
+ notes: Obtained using MTEB v1.38.49
117
  source:
 
118
  url: https://github.com/embeddings-benchmark/mteb/
119
+ name: Obtained using MTEB v1.38.49
120
  user: mteb
 
121
  - dataset:
122
  id: clinia/CUREv1
 
123
  task_id: CUREv1_en_genetics
124
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
125
+ value: 41.022
126
+ notes: Obtained using MTEB v1.38.49
127
  source:
 
128
  url: https://github.com/embeddings-benchmark/mteb/
129
+ name: Obtained using MTEB v1.38.49
130
  user: mteb
 
131
  - dataset:
132
  id: clinia/CUREv1
 
133
  task_id: CUREv1_es_genetics
134
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
135
+ value: 3.798
136
+ notes: Obtained using MTEB v1.38.49
137
  source:
 
138
  url: https://github.com/embeddings-benchmark/mteb/
139
+ name: Obtained using MTEB v1.38.49
140
  user: mteb
 
141
  - dataset:
142
  id: clinia/CUREv1
 
143
  task_id: CUREv1_fr_genetics
144
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
145
+ value: 8.926
146
+ notes: Obtained using MTEB v1.38.49
147
  source:
 
148
  url: https://github.com/embeddings-benchmark/mteb/
149
+ name: Obtained using MTEB v1.38.49
150
  user: mteb
 
151
  - dataset:
152
  id: clinia/CUREv1
 
153
  task_id: CUREv1_en_neuroscience_and_neurology
154
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
155
+ value: 31.575
156
+ notes: Obtained using MTEB v1.38.49
157
  source:
 
158
  url: https://github.com/embeddings-benchmark/mteb/
159
+ name: Obtained using MTEB v1.38.49
160
  user: mteb
 
161
  - dataset:
162
  id: clinia/CUREv1
 
163
  task_id: CUREv1_es_neuroscience_and_neurology
164
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
165
+ value: 0.768
166
+ notes: Obtained using MTEB v1.38.49
167
  source:
 
168
  url: https://github.com/embeddings-benchmark/mteb/
169
+ name: Obtained using MTEB v1.38.49
170
  user: mteb
 
171
  - dataset:
172
  id: clinia/CUREv1
 
173
  task_id: CUREv1_fr_neuroscience_and_neurology
174
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
175
+ value: 2.533
176
+ notes: Obtained using MTEB v1.38.49
177
  source:
 
178
  url: https://github.com/embeddings-benchmark/mteb/
179
+ name: Obtained using MTEB v1.38.49
180
  user: mteb
 
181
  - dataset:
182
  id: clinia/CUREv1
 
183
  task_id: CUREv1_en_orthopedic_surgery
184
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
185
+ value: 39.297
186
+ notes: Obtained using MTEB v1.38.49
187
  source:
 
188
  url: https://github.com/embeddings-benchmark/mteb/
189
+ name: Obtained using MTEB v1.38.49
190
  user: mteb
 
191
  - dataset:
192
  id: clinia/CUREv1
 
193
  task_id: CUREv1_es_orthopedic_surgery
194
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
195
+ value: 2.131
196
+ notes: Obtained using MTEB v1.38.49
197
  source:
 
198
  url: https://github.com/embeddings-benchmark/mteb/
199
+ name: Obtained using MTEB v1.38.49
200
  user: mteb
 
201
  - dataset:
202
  id: clinia/CUREv1
 
203
  task_id: CUREv1_fr_orthopedic_surgery
204
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
205
+ value: 4.247
206
+ notes: Obtained using MTEB v1.38.49
207
  source:
 
208
  url: https://github.com/embeddings-benchmark/mteb/
209
+ name: Obtained using MTEB v1.38.49
210
  user: mteb
 
211
  - dataset:
212
  id: clinia/CUREv1
 
213
  task_id: CUREv1_en_otorhinolaryngology
214
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
215
+ value: 33.081
216
+ notes: Obtained using MTEB v1.38.49
217
  source:
 
218
  url: https://github.com/embeddings-benchmark/mteb/
219
+ name: Obtained using MTEB v1.38.49
220
  user: mteb
 
221
  - dataset:
222
  id: clinia/CUREv1
 
223
  task_id: CUREv1_es_otorhinolaryngology
224
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
225
+ value: 0.483
226
+ notes: Obtained using MTEB v1.38.49
227
  source:
 
228
  url: https://github.com/embeddings-benchmark/mteb/
229
+ name: Obtained using MTEB v1.38.49
230
  user: mteb
 
231
  - dataset:
232
  id: clinia/CUREv1
 
233
  task_id: CUREv1_fr_otorhinolaryngology
234
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
235
+ value: 2.196
236
+ notes: Obtained using MTEB v1.38.49
237
  source:
 
238
  url: https://github.com/embeddings-benchmark/mteb/
239
+ name: Obtained using MTEB v1.38.49
240
  user: mteb
 
241
  - dataset:
242
  id: clinia/CUREv1
 
243
  task_id: CUREv1_en_plastic_surgery
244
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
245
+ value: 34.636
246
+ notes: Obtained using MTEB v1.38.49
247
  source:
 
248
  url: https://github.com/embeddings-benchmark/mteb/
249
+ name: Obtained using MTEB v1.38.49
250
  user: mteb
 
251
  - dataset:
252
  id: clinia/CUREv1
 
253
  task_id: CUREv1_es_plastic_surgery
254
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
255
+ value: 1.692
256
+ notes: Obtained using MTEB v1.38.49
257
  source:
 
258
  url: https://github.com/embeddings-benchmark/mteb/
259
+ name: Obtained using MTEB v1.38.49
260
  user: mteb
 
261
  - dataset:
262
  id: clinia/CUREv1
 
263
  task_id: CUREv1_fr_plastic_surgery
264
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
265
+ value: 2.923
266
+ notes: Obtained using MTEB v1.38.49
267
  source:
 
268
  url: https://github.com/embeddings-benchmark/mteb/
269
+ name: Obtained using MTEB v1.38.49
270
  user: mteb
 
271
  - dataset:
272
  id: clinia/CUREv1
 
273
  task_id: CUREv1_en_psychiatry_and_psychology
274
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
275
+ value: 34.984
276
+ notes: Obtained using MTEB v1.38.49
277
  source:
 
278
  url: https://github.com/embeddings-benchmark/mteb/
279
+ name: Obtained using MTEB v1.38.49
280
  user: mteb
 
281
  - dataset:
282
  id: clinia/CUREv1
 
283
  task_id: CUREv1_es_psychiatry_and_psychology
284
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
285
+ value: 1.113
286
+ notes: Obtained using MTEB v1.38.49
287
  source:
 
288
  url: https://github.com/embeddings-benchmark/mteb/
289
+ name: Obtained using MTEB v1.38.49
290
  user: mteb
 
291
  - dataset:
292
  id: clinia/CUREv1
 
293
  task_id: CUREv1_fr_psychiatry_and_psychology
294
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
295
+ value: 2.743
296
+ notes: Obtained using MTEB v1.38.49
297
  source:
 
298
  url: https://github.com/embeddings-benchmark/mteb/
299
+ name: Obtained using MTEB v1.38.49
300
  user: mteb
 
301
  - dataset:
302
  id: clinia/CUREv1
 
303
  task_id: CUREv1_en_pulmonology
304
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
305
+ value: 34.924
306
+ notes: Obtained using MTEB v1.38.49
307
  source:
 
308
  url: https://github.com/embeddings-benchmark/mteb/
309
+ name: Obtained using MTEB v1.38.49
310
  user: mteb
 
311
  - dataset:
312
  id: clinia/CUREv1
 
313
  task_id: CUREv1_es_pulmonology
314
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
315
+ value: 1.324
316
+ notes: Obtained using MTEB v1.38.49
317
  source:
 
318
  url: https://github.com/embeddings-benchmark/mteb/
319
+ name: Obtained using MTEB v1.38.49
320
  user: mteb
 
321
  - dataset:
322
  id: clinia/CUREv1
 
323
  task_id: CUREv1_fr_pulmonology
324
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
325
+ value: 1.515
326
+ notes: Obtained using MTEB v1.38.49
327
  source:
 
328
  url: https://github.com/embeddings-benchmark/mteb/
329
+ name: Obtained using MTEB v1.38.49
330
  user: mteb
 
331
  - dataset:
332
  id: clinia/CUREv1
 
333
  task_id: CUREv1
334
+ revision: 3bcf51c91e04d04a8a3329dfbe988b964c5cbe83
335
+ value: 13.69794
336
+ notes: Obtained using MTEB v1.38.49
337
  source:
 
338
  url: https://github.com/embeddings-benchmark/mteb/
339
+ name: Obtained using MTEB v1.38.49
340
  user: mteb
 
.eval_results/ChatDoctorRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: embedding-benchmark/ChatDoctor_HealthCareMagic
3
- revision: 50c2986fedffa33b38afd5c1752026f8e9e5ed1d
4
  task_id: ChatDoctorRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 31.764
12
  - dataset:
13
  id: embedding-benchmark/ChatDoctor_HealthCareMagic
14
- revision: 50c2986fedffa33b38afd5c1752026f8e9e5ed1d
15
  task_id: ChatDoctorRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 31.764
 
1
  - dataset:
2
  id: embedding-benchmark/ChatDoctor_HealthCareMagic
 
3
  task_id: ChatDoctorRetrieval_default_test
4
+ revision: 50c2986fedffa33b38afd5c1752026f8e9e5ed1d
5
+ value: 31.764
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: embedding-benchmark/ChatDoctor_HealthCareMagic
 
13
  task_id: ChatDoctorRetrieval
14
+ revision: 50c2986fedffa33b38afd5c1752026f8e9e5ed1d
15
+ value: 31.764
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/ClimateFEVER.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/climate-fever
3
- revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
4
  task_id: ClimateFEVER_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.22
 
7
  source:
8
- name: Run of MTEB v1.12.22
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 13.621
12
  - dataset:
13
  id: mteb/climate-fever
14
- revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
15
  task_id: ClimateFEVER
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.22
 
18
  source:
19
- name: Run of MTEB v1.12.22
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 13.621
 
1
  - dataset:
2
  id: mteb/climate-fever
 
3
  task_id: ClimateFEVER_default_test
4
+ revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
5
+ value: 13.621
6
+ notes: Obtained using MTEB v1.12.22
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.22
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/climate-fever
 
13
  task_id: ClimateFEVER
14
+ revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
15
+ value: 13.621
16
+ notes: Obtained using MTEB v1.12.22
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.22
20
  user: mteb
 
.eval_results/CmedqaRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/CmedqaRetrieval
3
- revision: c476f85bf03d6642ec66bf54b9a551c88108bbb4
4
  task_id: CmedqaRetrieval_default_dev
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.20.0
 
7
  source:
8
- name: Run of MTEB v1.20.0
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 1.337
12
  - dataset:
13
  id: mteb/CmedqaRetrieval
14
- revision: c476f85bf03d6642ec66bf54b9a551c88108bbb4
15
  task_id: CmedqaRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.20.0
 
18
  source:
19
- name: Run of MTEB v1.20.0
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 1.337
 
1
  - dataset:
2
  id: mteb/CmedqaRetrieval
 
3
  task_id: CmedqaRetrieval_default_dev
4
+ revision: c476f85bf03d6642ec66bf54b9a551c88108bbb4
5
+ value: 1.337
6
+ notes: Obtained using MTEB v1.20.0
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.20.0
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/CmedqaRetrieval
 
13
  task_id: CmedqaRetrieval
14
+ revision: c476f85bf03d6642ec66bf54b9a551c88108bbb4
15
+ value: 1.337
16
+ notes: Obtained using MTEB v1.20.0
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.20.0
20
  user: mteb
 
.eval_results/Code1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/Code1Retrieval
3
- revision: 94d25599a7e0221484f31749448e5ea217484e41
4
  task_id: Code1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 44.744
12
  - dataset:
13
  id: mteb-private/Code1Retrieval
14
- revision: 94d25599a7e0221484f31749448e5ea217484e41
15
  task_id: Code1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 44.744
 
1
  - dataset:
2
  id: mteb-private/Code1Retrieval
 
3
  task_id: Code1Retrieval_default_test
4
+ revision: 94d25599a7e0221484f31749448e5ea217484e41
5
+ value: 44.744
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/Code1Retrieval
 
13
  task_id: Code1Retrieval
14
+ revision: 94d25599a7e0221484f31749448e5ea217484e41
15
+ value: 44.744
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/DBPedia.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/dbpedia
3
- revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
4
  task_id: DBPedia_default_dev
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.22
 
7
  source:
8
- name: Run of MTEB v1.12.22
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 34.447
12
  - dataset:
13
  id: mteb/dbpedia
14
- revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
15
  task_id: DBPedia_default_test
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.22
 
18
  source:
19
- name: Run of MTEB v1.12.22
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 29.907
 
1
  - dataset:
2
  id: mteb/dbpedia
 
3
  task_id: DBPedia_default_dev
4
+ revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
5
+ value: 34.447
6
+ notes: Obtained using MTEB v1.12.22
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.22
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/dbpedia
 
13
  task_id: DBPedia_default_test
14
+ revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
15
+ value: 29.907
16
+ notes: Obtained using MTEB v1.12.22
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.22
20
  user: mteb
 
.eval_results/DS1000Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: embedding-benchmark/DS1000
3
- revision: 25cd4dc8172e799235d83c66439b6b7b8e6583ec
4
  task_id: DS1000Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 41.454
12
  - dataset:
13
  id: embedding-benchmark/DS1000
14
- revision: 25cd4dc8172e799235d83c66439b6b7b8e6583ec
15
  task_id: DS1000Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 41.454
 
1
  - dataset:
2
  id: embedding-benchmark/DS1000
 
3
  task_id: DS1000Retrieval_default_test
4
+ revision: 25cd4dc8172e799235d83c66439b6b7b8e6583ec
5
+ value: 41.454
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: embedding-benchmark/DS1000
 
13
  task_id: DS1000Retrieval
14
+ revision: 25cd4dc8172e799235d83c66439b6b7b8e6583ec
15
+ value: 41.454
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/EnglishFinance1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/EnglishFinance1Retrieval
3
- revision: b2816ead5389ee383019bb2e50df9f1aac8229d8
4
  task_id: EnglishFinance1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 75.345
12
  - dataset:
13
  id: mteb-private/EnglishFinance1Retrieval
14
- revision: b2816ead5389ee383019bb2e50df9f1aac8229d8
15
  task_id: EnglishFinance1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 75.345
 
1
  - dataset:
2
  id: mteb-private/EnglishFinance1Retrieval
 
3
  task_id: EnglishFinance1Retrieval_default_test
4
+ revision: b2816ead5389ee383019bb2e50df9f1aac8229d8
5
+ value: 75.345
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/EnglishFinance1Retrieval
 
13
  task_id: EnglishFinance1Retrieval
14
+ revision: b2816ead5389ee383019bb2e50df9f1aac8229d8
15
+ value: 75.345
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/EnglishFinance2Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/EnglishFinance2Retrieval
3
- revision: 346d5039b9ec75a7b80f8ff008d5ca3df126f5aa
4
  task_id: EnglishFinance2Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 76.472
12
  - dataset:
13
  id: mteb-private/EnglishFinance2Retrieval
14
- revision: 346d5039b9ec75a7b80f8ff008d5ca3df126f5aa
15
  task_id: EnglishFinance2Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 76.472
 
1
  - dataset:
2
  id: mteb-private/EnglishFinance2Retrieval
 
3
  task_id: EnglishFinance2Retrieval_default_test
4
+ revision: 346d5039b9ec75a7b80f8ff008d5ca3df126f5aa
5
+ value: 76.472
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/EnglishFinance2Retrieval
 
13
  task_id: EnglishFinance2Retrieval
14
+ revision: 346d5039b9ec75a7b80f8ff008d5ca3df126f5aa
15
+ value: 76.472
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/EnglishFinance3Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/EnglishFinance3Retrieval
3
- revision: 5ed0bc0fffa309e99400ea800397931749d12cd2
4
  task_id: EnglishFinance3Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 45.123
12
  - dataset:
13
  id: mteb-private/EnglishFinance3Retrieval
14
- revision: 5ed0bc0fffa309e99400ea800397931749d12cd2
15
  task_id: EnglishFinance3Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 45.123
 
1
  - dataset:
2
  id: mteb-private/EnglishFinance3Retrieval
 
3
  task_id: EnglishFinance3Retrieval_default_test
4
+ revision: 5ed0bc0fffa309e99400ea800397931749d12cd2
5
+ value: 45.123
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/EnglishFinance3Retrieval
 
13
  task_id: EnglishFinance3Retrieval
14
+ revision: 5ed0bc0fffa309e99400ea800397931749d12cd2
15
+ value: 45.123
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/EnglishFinance4Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/EnglishFinance4Retrieval
3
- revision: 2fdb7001309f897d50d38d196a3fd0f03c913810
4
  task_id: EnglishFinance4Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 31.73
12
  - dataset:
13
  id: mteb-private/EnglishFinance4Retrieval
14
- revision: 2fdb7001309f897d50d38d196a3fd0f03c913810
15
  task_id: EnglishFinance4Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 31.73
 
1
  - dataset:
2
  id: mteb-private/EnglishFinance4Retrieval
 
3
  task_id: EnglishFinance4Retrieval_default_test
4
+ revision: 2fdb7001309f897d50d38d196a3fd0f03c913810
5
+ value: 31.73
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/EnglishFinance4Retrieval
 
13
  task_id: EnglishFinance4Retrieval
14
+ revision: 2fdb7001309f897d50d38d196a3fd0f03c913810
15
+ value: 31.73
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/EnglishHealthcare1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/EnglishHealthcare1Retrieval
3
- revision: 393c24e85114d44c43259fb2d1c5639c5d09809d
4
  task_id: EnglishHealthcare1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 68.748
12
  - dataset:
13
  id: mteb-private/EnglishHealthcare1Retrieval
14
- revision: 393c24e85114d44c43259fb2d1c5639c5d09809d
15
  task_id: EnglishHealthcare1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 68.748
 
1
  - dataset:
2
  id: mteb-private/EnglishHealthcare1Retrieval
 
3
  task_id: EnglishHealthcare1Retrieval_default_test
4
+ revision: 393c24e85114d44c43259fb2d1c5639c5d09809d
5
+ value: 68.748
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/EnglishHealthcare1Retrieval
 
13
  task_id: EnglishHealthcare1Retrieval
14
+ revision: 393c24e85114d44c43259fb2d1c5639c5d09809d
15
+ value: 68.748
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/FEVER.yaml CHANGED
@@ -1,33 +1,30 @@
1
  - dataset:
2
  id: mteb/fever
3
- revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
4
  task_id: FEVER_default_dev
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.22
 
7
  source:
8
- name: Run of MTEB v1.12.22
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 49.778
12
  - dataset:
13
  id: mteb/fever
14
- revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
15
  task_id: FEVER_default_test
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.22
 
18
  source:
19
- name: Run of MTEB v1.12.22
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 48.09
23
  - dataset:
24
  id: mteb/fever
25
- revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
26
  task_id: FEVER_default_train
27
- date: '2026-02-21'
28
- notes: Run of MTEB v1.12.22
 
29
  source:
30
- name: Run of MTEB v1.12.22
31
  url: https://github.com/embeddings-benchmark/mteb/
 
32
  user: mteb
33
- value: 38.431
 
1
  - dataset:
2
  id: mteb/fever
 
3
  task_id: FEVER_default_dev
4
+ revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
5
+ value: 49.778
6
+ notes: Obtained using MTEB v1.12.22
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.22
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/fever
 
13
  task_id: FEVER_default_test
14
+ revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
15
+ value: 48.09
16
+ notes: Obtained using MTEB v1.12.22
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.22
20
  user: mteb
 
21
  - dataset:
22
  id: mteb/fever
 
23
  task_id: FEVER_default_train
24
+ revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
25
+ value: 38.431
26
+ notes: Obtained using MTEB v1.12.22
27
  source:
 
28
  url: https://github.com/embeddings-benchmark/mteb/
29
+ name: Obtained using MTEB v1.12.22
30
  user: mteb
 
.eval_results/FiQA2018.yaml CHANGED
@@ -1,33 +1,30 @@
1
  - dataset:
2
  id: mteb/fiqa
3
- revision: 27a168819829fe9bcd655c2df245fb19452e8e06
4
  task_id: FiQA2018_default_dev
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.22
 
7
  source:
8
- name: Run of MTEB v1.12.22
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 25.92
12
  - dataset:
13
  id: mteb/fiqa
14
- revision: 27a168819829fe9bcd655c2df245fb19452e8e06
15
  task_id: FiQA2018_default_test
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.22
 
18
  source:
19
- name: Run of MTEB v1.12.22
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 25.139
23
  - dataset:
24
  id: mteb/fiqa
25
- revision: 27a168819829fe9bcd655c2df245fb19452e8e06
26
  task_id: FiQA2018_default_train
27
- date: '2026-02-21'
28
- notes: Run of MTEB v1.12.22
 
29
  source:
30
- name: Run of MTEB v1.12.22
31
  url: https://github.com/embeddings-benchmark/mteb/
 
32
  user: mteb
33
- value: 24.794
 
1
  - dataset:
2
  id: mteb/fiqa
 
3
  task_id: FiQA2018_default_dev
4
+ revision: 27a168819829fe9bcd655c2df245fb19452e8e06
5
+ value: 25.92
6
+ notes: Obtained using MTEB v1.12.22
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.22
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/fiqa
 
13
  task_id: FiQA2018_default_test
14
+ revision: 27a168819829fe9bcd655c2df245fb19452e8e06
15
+ value: 25.139
16
+ notes: Obtained using MTEB v1.12.22
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.22
20
  user: mteb
 
21
  - dataset:
22
  id: mteb/fiqa
 
23
  task_id: FiQA2018_default_train
24
+ revision: 27a168819829fe9bcd655c2df245fb19452e8e06
25
+ value: 24.794
26
+ notes: Obtained using MTEB v1.12.22
27
  source:
 
28
  url: https://github.com/embeddings-benchmark/mteb/
29
+ name: Obtained using MTEB v1.12.22
30
  user: mteb
 
.eval_results/FinQARetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: embedding-benchmark/FinQA
3
- revision: bdd1903ce03153129480bfc14b710e3d612c1efd
4
  task_id: FinQARetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 73.872
12
  - dataset:
13
  id: embedding-benchmark/FinQA
14
- revision: bdd1903ce03153129480bfc14b710e3d612c1efd
15
  task_id: FinQARetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 73.872
 
1
  - dataset:
2
  id: embedding-benchmark/FinQA
 
3
  task_id: FinQARetrieval_default_test
4
+ revision: bdd1903ce03153129480bfc14b710e3d612c1efd
5
+ value: 73.872
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: embedding-benchmark/FinQA
 
13
  task_id: FinQARetrieval
14
+ revision: bdd1903ce03153129480bfc14b710e3d612c1efd
15
+ value: 73.872
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/FinanceBenchRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: embedding-benchmark/FinanceBench
3
- revision: e68478442112cae36b70a216f52cc2777acf0a7e
4
  task_id: FinanceBenchRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 46.676
12
  - dataset:
13
  id: embedding-benchmark/FinanceBench
14
- revision: e68478442112cae36b70a216f52cc2777acf0a7e
15
  task_id: FinanceBenchRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 46.676
 
1
  - dataset:
2
  id: embedding-benchmark/FinanceBench
 
3
  task_id: FinanceBenchRetrieval_default_test
4
+ revision: e68478442112cae36b70a216f52cc2777acf0a7e
5
+ value: 46.676
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: embedding-benchmark/FinanceBench
 
13
  task_id: FinanceBenchRetrieval
14
+ revision: e68478442112cae36b70a216f52cc2777acf0a7e
15
+ value: 46.676
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/French1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/French1Retrieval
3
- revision: c5c5a44f75dff57be44e5623e817239b050bf0f2
4
  task_id: French1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 78.323
12
  - dataset:
13
  id: mteb-private/French1Retrieval
14
- revision: c5c5a44f75dff57be44e5623e817239b050bf0f2
15
  task_id: French1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 78.323
 
1
  - dataset:
2
  id: mteb-private/French1Retrieval
 
3
  task_id: French1Retrieval_default_test
4
+ revision: c5c5a44f75dff57be44e5623e817239b050bf0f2
5
+ value: 78.323
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/French1Retrieval
 
13
  task_id: French1Retrieval
14
+ revision: c5c5a44f75dff57be44e5623e817239b050bf0f2
15
+ value: 78.323
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/FrenchLegal1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/FrenchLegal1Retrieval
3
- revision: 6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d
4
  task_id: FrenchLegal1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 94.897
12
  - dataset:
13
  id: mteb-private/FrenchLegal1Retrieval
14
- revision: 6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d
15
  task_id: FrenchLegal1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 94.897
 
1
  - dataset:
2
  id: mteb-private/FrenchLegal1Retrieval
 
3
  task_id: FrenchLegal1Retrieval_default_test
4
+ revision: 6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d
5
+ value: 94.897
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/FrenchLegal1Retrieval
 
13
  task_id: FrenchLegal1Retrieval
14
+ revision: 6d7308571a1572e22d5c0c1cb87385a7bb6b2c6d
15
+ value: 94.897
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/FreshStackRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: embedding-benchmark/FreshStack_mteb
3
- revision: 7a20df1abe4dafc46f93f9a7965bf9c6968bdf04
4
  task_id: FreshStackRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 27.888
12
  - dataset:
13
  id: embedding-benchmark/FreshStack_mteb
14
- revision: 7a20df1abe4dafc46f93f9a7965bf9c6968bdf04
15
  task_id: FreshStackRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 27.888
 
1
  - dataset:
2
  id: embedding-benchmark/FreshStack_mteb
 
3
  task_id: FreshStackRetrieval_default_test
4
+ revision: 7a20df1abe4dafc46f93f9a7965bf9c6968bdf04
5
+ value: 27.888
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: embedding-benchmark/FreshStack_mteb
 
13
  task_id: FreshStackRetrieval
14
+ revision: 7a20df1abe4dafc46f93f9a7965bf9c6968bdf04
15
+ value: 27.888
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/German1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/German1Retrieval
3
- revision: d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd
4
  task_id: German1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 86.465
12
  - dataset:
13
  id: mteb-private/German1Retrieval
14
- revision: d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd
15
  task_id: German1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 86.465
 
1
  - dataset:
2
  id: mteb-private/German1Retrieval
 
3
  task_id: German1Retrieval_default_test
4
+ revision: d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd
5
+ value: 86.465
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/German1Retrieval
 
13
  task_id: German1Retrieval
14
+ revision: d83dd140fc8fdf96372a6e9193cd4fd2d5cb72bd
15
+ value: 86.465
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/GermanHealthcare1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/GermanHealthcare1Retrieval
3
- revision: 53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8
4
  task_id: GermanHealthcare1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 37.248
12
  - dataset:
13
  id: mteb-private/GermanHealthcare1Retrieval
14
- revision: 53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8
15
  task_id: GermanHealthcare1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 37.248
 
1
  - dataset:
2
  id: mteb-private/GermanHealthcare1Retrieval
 
3
  task_id: GermanHealthcare1Retrieval_default_test
4
+ revision: 53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8
5
+ value: 37.248
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/GermanHealthcare1Retrieval
 
13
  task_id: GermanHealthcare1Retrieval
14
+ revision: 53e9a6fb88b48b7513e9d2cc2218e3415f4e45f8
15
+ value: 37.248
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/GermanLegal1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/GermanLegal1Retrieval
3
- revision: 65ea369daff680b77f90b560e7e97d2ab4ec5072
4
  task_id: GermanLegal1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 66.876
12
  - dataset:
13
  id: mteb-private/GermanLegal1Retrieval
14
- revision: 65ea369daff680b77f90b560e7e97d2ab4ec5072
15
  task_id: GermanLegal1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 66.876
 
1
  - dataset:
2
  id: mteb-private/GermanLegal1Retrieval
 
3
  task_id: GermanLegal1Retrieval_default_test
4
+ revision: 65ea369daff680b77f90b560e7e97d2ab4ec5072
5
+ value: 66.876
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/GermanLegal1Retrieval
 
13
  task_id: GermanLegal1Retrieval
14
+ revision: 65ea369daff680b77f90b560e7e97d2ab4ec5072
15
+ value: 66.876
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/HC3FinanceRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: embedding-benchmark/HC3Finance
3
- revision: fda6fad068f2ed814d99f29dc95dbb28ac586943
4
  task_id: HC3FinanceRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 28.977
12
  - dataset:
13
  id: embedding-benchmark/HC3Finance
14
- revision: fda6fad068f2ed814d99f29dc95dbb28ac586943
15
  task_id: HC3FinanceRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 28.977
 
1
  - dataset:
2
  id: embedding-benchmark/HC3Finance
 
3
  task_id: HC3FinanceRetrieval_default_test
4
+ revision: fda6fad068f2ed814d99f29dc95dbb28ac586943
5
+ value: 28.977
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: embedding-benchmark/HC3Finance
 
13
  task_id: HC3FinanceRetrieval
14
+ revision: fda6fad068f2ed814d99f29dc95dbb28ac586943
15
+ value: 28.977
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/HotpotQA.yaml CHANGED
@@ -1,33 +1,30 @@
1
  - dataset:
2
  id: mteb/hotpotqa
3
- revision: ab518f4d6fcca38d87c25209f94beba119d02014
4
  task_id: HotpotQA_default_dev
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.12.22
 
7
  source:
8
- name: Run of MTEB v1.12.22
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 59.451
12
  - dataset:
13
  id: mteb/hotpotqa
14
- revision: ab518f4d6fcca38d87c25209f94beba119d02014
15
  task_id: HotpotQA_default_test
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.12.22
 
18
  source:
19
- name: Run of MTEB v1.12.22
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 56.907
23
  - dataset:
24
  id: mteb/hotpotqa
25
- revision: ab518f4d6fcca38d87c25209f94beba119d02014
26
  task_id: HotpotQA_default_train
27
- date: '2026-02-21'
28
- notes: Run of MTEB v1.12.22
 
29
  source:
30
- name: Run of MTEB v1.12.22
31
  url: https://github.com/embeddings-benchmark/mteb/
 
32
  user: mteb
33
- value: 58.909
 
1
  - dataset:
2
  id: mteb/hotpotqa
 
3
  task_id: HotpotQA_default_dev
4
+ revision: ab518f4d6fcca38d87c25209f94beba119d02014
5
+ value: 59.451
6
+ notes: Obtained using MTEB v1.12.22
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.12.22
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/hotpotqa
 
13
  task_id: HotpotQA_default_test
14
+ revision: ab518f4d6fcca38d87c25209f94beba119d02014
15
+ value: 56.907
16
+ notes: Obtained using MTEB v1.12.22
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.12.22
20
  user: mteb
 
21
  - dataset:
22
  id: mteb/hotpotqa
 
23
  task_id: HotpotQA_default_train
24
+ revision: ab518f4d6fcca38d87c25209f94beba119d02014
25
+ value: 58.909
26
+ notes: Obtained using MTEB v1.12.22
27
  source:
 
28
  url: https://github.com/embeddings-benchmark/mteb/
29
+ name: Obtained using MTEB v1.12.22
30
  user: mteb
 
.eval_results/HumanEvalRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: embedding-benchmark/HumanEval
3
- revision: ed1f48aca747f10bac146795328e2f03326e7625
4
  task_id: HumanEvalRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 38.472
12
  - dataset:
13
  id: embedding-benchmark/HumanEval
14
- revision: ed1f48aca747f10bac146795328e2f03326e7625
15
  task_id: HumanEvalRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 38.472
 
1
  - dataset:
2
  id: embedding-benchmark/HumanEval
 
3
  task_id: HumanEvalRetrieval_default_test
4
+ revision: ed1f48aca747f10bac146795328e2f03326e7625
5
+ value: 38.472
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: embedding-benchmark/HumanEval
 
13
  task_id: HumanEvalRetrieval
14
+ revision: ed1f48aca747f10bac146795328e2f03326e7625
15
+ value: 38.472
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/JaCWIRRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/JaCWIRRetrieval
3
- revision: abf6d5fb6759ad516f998bd887b75420d595672e
4
  task_id: JaCWIRRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v2.2.0
 
7
  source:
8
- name: Run of MTEB v2.2.0
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 19.066
12
  - dataset:
13
  id: mteb/JaCWIRRetrieval
14
- revision: abf6d5fb6759ad516f998bd887b75420d595672e
15
  task_id: JaCWIRRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v2.2.0
 
18
  source:
19
- name: Run of MTEB v2.2.0
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 19.066
 
1
  - dataset:
2
  id: mteb/JaCWIRRetrieval
 
3
  task_id: JaCWIRRetrieval_default_test
4
+ revision: abf6d5fb6759ad516f998bd887b75420d595672e
5
+ value: 19.066
6
+ notes: Obtained using MTEB v2.2.0
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v2.2.0
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/JaCWIRRetrieval
 
13
  task_id: JaCWIRRetrieval
14
+ revision: abf6d5fb6759ad516f998bd887b75420d595672e
15
+ value: 19.066
16
+ notes: Obtained using MTEB v2.2.0
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v2.2.0
20
  user: mteb
 
.eval_results/JaGovFaqsRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/JaGovFaqsRetrieval
3
- revision: 0726b2af53c907628067871e2e7c84e0d8e099c2
4
  task_id: JaGovFaqsRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v2.2.0
 
7
  source:
8
- name: Run of MTEB v2.2.0
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 12.557
12
  - dataset:
13
  id: mteb/JaGovFaqsRetrieval
14
- revision: 0726b2af53c907628067871e2e7c84e0d8e099c2
15
  task_id: JaGovFaqsRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v2.2.0
 
18
  source:
19
- name: Run of MTEB v2.2.0
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 12.557
 
1
  - dataset:
2
  id: mteb/JaGovFaqsRetrieval
 
3
  task_id: JaGovFaqsRetrieval_default_test
4
+ revision: 0726b2af53c907628067871e2e7c84e0d8e099c2
5
+ value: 12.557
6
+ notes: Obtained using MTEB v2.2.0
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v2.2.0
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/JaGovFaqsRetrieval
 
13
  task_id: JaGovFaqsRetrieval
14
+ revision: 0726b2af53c907628067871e2e7c84e0d8e099c2
15
+ value: 12.557
16
+ notes: Obtained using MTEB v2.2.0
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v2.2.0
20
  user: mteb
 
.eval_results/JapaneseCode1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/JapaneseCode1Retrieval
3
- revision: fc4cb6390055e65490dfc42526e1d6a379e8cd86
4
  task_id: JapaneseCode1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 33.855
12
  - dataset:
13
  id: mteb-private/JapaneseCode1Retrieval
14
- revision: fc4cb6390055e65490dfc42526e1d6a379e8cd86
15
  task_id: JapaneseCode1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 33.855
 
1
  - dataset:
2
  id: mteb-private/JapaneseCode1Retrieval
 
3
  task_id: JapaneseCode1Retrieval_default_test
4
+ revision: fc4cb6390055e65490dfc42526e1d6a379e8cd86
5
+ value: 33.855
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/JapaneseCode1Retrieval
 
13
  task_id: JapaneseCode1Retrieval
14
+ revision: fc4cb6390055e65490dfc42526e1d6a379e8cd86
15
+ value: 33.855
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/JapaneseLegal1Retrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb-private/JapaneseLegal1Retrieval
3
- revision: d653557fe66bb6af2b0e2adfc371a24554cf11ce
4
  task_id: JapaneseLegal1Retrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 11.133
12
  - dataset:
13
  id: mteb-private/JapaneseLegal1Retrieval
14
- revision: d653557fe66bb6af2b0e2adfc371a24554cf11ce
15
  task_id: JapaneseLegal1Retrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 11.133
 
1
  - dataset:
2
  id: mteb-private/JapaneseLegal1Retrieval
 
3
  task_id: JapaneseLegal1Retrieval_default_test
4
+ revision: d653557fe66bb6af2b0e2adfc371a24554cf11ce
5
+ value: 11.133
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb-private/JapaneseLegal1Retrieval
 
13
  task_id: JapaneseLegal1Retrieval
14
+ revision: d653557fe66bb6af2b0e2adfc371a24554cf11ce
15
+ value: 11.133
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/JaqketRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/jaqket
3
- revision: 3a5b92dad489a61e664c05ed2175bc9220230199
4
  task_id: JaqketRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v2.2.0
 
7
  source:
8
- name: Run of MTEB v2.2.0
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 13.284
12
  - dataset:
13
  id: mteb/jaqket
14
- revision: 3a5b92dad489a61e664c05ed2175bc9220230199
15
  task_id: JaqketRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v2.2.0
 
18
  source:
19
- name: Run of MTEB v2.2.0
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 13.284
 
1
  - dataset:
2
  id: mteb/jaqket
 
3
  task_id: JaqketRetrieval_default_test
4
+ revision: 3a5b92dad489a61e664c05ed2175bc9220230199
5
+ value: 13.284
6
+ notes: Obtained using MTEB v2.2.0
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v2.2.0
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/jaqket
 
13
  task_id: JaqketRetrieval
14
+ revision: 3a5b92dad489a61e664c05ed2175bc9220230199
15
+ value: 13.284
16
+ notes: Obtained using MTEB v2.2.0
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v2.2.0
20
  user: mteb
 
.eval_results/LegalQuAD.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/LegalQuAD
3
- revision: 37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e
4
  task_id: LegalQuAD_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 76.755
12
  - dataset:
13
  id: mteb/LegalQuAD
14
- revision: 37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e
15
  task_id: LegalQuAD
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 76.755
 
1
  - dataset:
2
  id: mteb/LegalQuAD
 
3
  task_id: LegalQuAD_default_test
4
+ revision: 37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e
5
+ value: 76.755
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/LegalQuAD
 
13
  task_id: LegalQuAD
14
+ revision: 37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e
15
+ value: 76.755
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/LegalSummarization.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: mteb/legal_summarization
3
- revision: 3bb1a05c66872889662af04c5691c14489cebd72
4
  task_id: LegalSummarization_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 60.983
12
  - dataset:
13
  id: mteb/legal_summarization
14
- revision: 3bb1a05c66872889662af04c5691c14489cebd72
15
  task_id: LegalSummarization
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 60.983
 
1
  - dataset:
2
  id: mteb/legal_summarization
 
3
  task_id: LegalSummarization_default_test
4
+ revision: 3bb1a05c66872889662af04c5691c14489cebd72
5
+ value: 60.983
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: mteb/legal_summarization
 
13
  task_id: LegalSummarization
14
+ revision: 3bb1a05c66872889662af04c5691c14489cebd72
15
+ value: 60.983
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb
 
.eval_results/MBPPRetrieval.yaml CHANGED
@@ -1,22 +1,20 @@
1
  - dataset:
2
  id: embedding-benchmark/MBPP
3
- revision: 586a1fd6a0c63fdeda3b49c0293559a81c79cdec
4
  task_id: MBPPRetrieval_default_test
5
- date: '2026-02-21'
6
- notes: Run of MTEB v1.38.49
 
7
  source:
8
- name: Run of MTEB v1.38.49
9
  url: https://github.com/embeddings-benchmark/mteb/
 
10
  user: mteb
11
- value: 11.637
12
  - dataset:
13
  id: embedding-benchmark/MBPP
14
- revision: 586a1fd6a0c63fdeda3b49c0293559a81c79cdec
15
  task_id: MBPPRetrieval
16
- date: '2026-02-21'
17
- notes: Run of MTEB v1.38.49
 
18
  source:
19
- name: Run of MTEB v1.38.49
20
  url: https://github.com/embeddings-benchmark/mteb/
 
21
  user: mteb
22
- value: 11.637
 
1
  - dataset:
2
  id: embedding-benchmark/MBPP
 
3
  task_id: MBPPRetrieval_default_test
4
+ revision: 586a1fd6a0c63fdeda3b49c0293559a81c79cdec
5
+ value: 11.637
6
+ notes: Obtained using MTEB v1.38.49
7
  source:
 
8
  url: https://github.com/embeddings-benchmark/mteb/
9
+ name: Obtained using MTEB v1.38.49
10
  user: mteb
 
11
  - dataset:
12
  id: embedding-benchmark/MBPP
 
13
  task_id: MBPPRetrieval
14
+ revision: 586a1fd6a0c63fdeda3b49c0293559a81c79cdec
15
+ value: 11.637
16
+ notes: Obtained using MTEB v1.38.49
17
  source:
 
18
  url: https://github.com/embeddings-benchmark/mteb/
19
+ name: Obtained using MTEB v1.38.49
20
  user: mteb