update mteb metrics
Browse files
README.md
CHANGED
|
@@ -519,6 +519,23 @@ model-index:
|
|
| 519 |
metrics:
|
| 520 |
- type: v_measure
|
| 521 |
value: 13.043482009500194
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 522 |
- task:
|
| 523 |
type: Classification
|
| 524 |
dataset:
|
|
@@ -4403,6 +4420,36 @@ model-index:
|
|
| 4403 |
value: 48.720703125
|
| 4404 |
- type: f1
|
| 4405 |
value: 44.40194414610097
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4406 |
- task:
|
| 4407 |
type: Classification
|
| 4408 |
dataset:
|
|
|
|
| 519 |
metrics:
|
| 520 |
- type: v_measure
|
| 521 |
value: 13.043482009500194
|
| 522 |
+
- task:
|
| 523 |
+
type: BitextMining
|
| 524 |
+
dataset:
|
| 525 |
+
type: strombergnlp/bornholmsk_parallel
|
| 526 |
+
name: MTEB BornholmBitextMining
|
| 527 |
+
config: default
|
| 528 |
+
split: test
|
| 529 |
+
revision: 3bc5cfb4ec514264fe2db5615fac9016f7251552
|
| 530 |
+
metrics:
|
| 531 |
+
- type: accuracy
|
| 532 |
+
value: 54.0
|
| 533 |
+
- type: f1
|
| 534 |
+
value: 47.33693528693529
|
| 535 |
+
- type: precision
|
| 536 |
+
value: 45.04007936507936
|
| 537 |
+
- type: recall
|
| 538 |
+
value: 54.0
|
| 539 |
- task:
|
| 540 |
type: Classification
|
| 541 |
dataset:
|
|
|
|
| 4420 |
value: 48.720703125
|
| 4421 |
- type: f1
|
| 4422 |
value: 44.40194414610097
|
| 4423 |
+
- task:
|
| 4424 |
+
type: Classification
|
| 4425 |
+
dataset:
|
| 4426 |
+
type: strombergnlp/nordic_langid
|
| 4427 |
+
name: MTEB NordicLangClassification
|
| 4428 |
+
config: default
|
| 4429 |
+
split: test
|
| 4430 |
+
revision: e254179d18ab0165fdb6dbef91178266222bee2a
|
| 4431 |
+
metrics:
|
| 4432 |
+
- type: accuracy
|
| 4433 |
+
value: 46.626666666666665
|
| 4434 |
+
- type: f1
|
| 4435 |
+
value: 44.771861545457476
|
| 4436 |
+
- task:
|
| 4437 |
+
type: BitextMining
|
| 4438 |
+
dataset:
|
| 4439 |
+
type: kardosdrur/norwegian-courts
|
| 4440 |
+
name: MTEB NorwegianCourtsBitextMining
|
| 4441 |
+
config: default
|
| 4442 |
+
split: test
|
| 4443 |
+
revision: None
|
| 4444 |
+
metrics:
|
| 4445 |
+
- type: accuracy
|
| 4446 |
+
value: 94.73684210526315
|
| 4447 |
+
- type: f1
|
| 4448 |
+
value: 93.85964912280701
|
| 4449 |
+
- type: precision
|
| 4450 |
+
value: 93.42105263157895
|
| 4451 |
+
- type: recall
|
| 4452 |
+
value: 94.73684210526315
|
| 4453 |
- task:
|
| 4454 |
type: Classification
|
| 4455 |
dataset:
|