jionglin
commited on
Commit
·
7c07288
1
Parent(s):
102c312
MultiLongDocRetrieval evaluate
Browse files
README.md
CHANGED
|
@@ -659,6 +659,75 @@ model-index:
|
|
| 659 |
value: 51.1
|
| 660 |
- type: recall_at_5
|
| 661 |
value: 54.7
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 662 |
- task:
|
| 663 |
type: Classification
|
| 664 |
dataset:
|
|
|
|
| 659 |
value: 51.1
|
| 660 |
- type: recall_at_5
|
| 661 |
value: 54.7
|
| 662 |
+
- task:
|
| 663 |
+
type: Retrieval
|
| 664 |
+
dataset:
|
| 665 |
+
type: Shitao/MLDR
|
| 666 |
+
name: MTEB MultiLongDocRetrieval (zh)
|
| 667 |
+
config: zh
|
| 668 |
+
split: test
|
| 669 |
+
revision: None
|
| 670 |
+
metrics:
|
| 671 |
+
- type: map_at_1
|
| 672 |
+
value: 7.000000000000001
|
| 673 |
+
- type: map_at_10
|
| 674 |
+
value: 10.020999999999999
|
| 675 |
+
- type: map_at_100
|
| 676 |
+
value: 10.511
|
| 677 |
+
- type: map_at_1000
|
| 678 |
+
value: 10.595
|
| 679 |
+
- type: map_at_3
|
| 680 |
+
value: 9.042
|
| 681 |
+
- type: map_at_5
|
| 682 |
+
value: 9.654
|
| 683 |
+
- type: mrr_at_1
|
| 684 |
+
value: 6.875000000000001
|
| 685 |
+
- type: mrr_at_10
|
| 686 |
+
value: 9.958
|
| 687 |
+
- type: mrr_at_100
|
| 688 |
+
value: 10.449
|
| 689 |
+
- type: mrr_at_1000
|
| 690 |
+
value: 10.532
|
| 691 |
+
- type: mrr_at_3
|
| 692 |
+
value: 8.979
|
| 693 |
+
- type: mrr_at_5
|
| 694 |
+
value: 9.592
|
| 695 |
+
- type: ndcg_at_1
|
| 696 |
+
value: 7.000000000000001
|
| 697 |
+
- type: ndcg_at_10
|
| 698 |
+
value: 11.651
|
| 699 |
+
- type: ndcg_at_100
|
| 700 |
+
value: 14.580000000000002
|
| 701 |
+
- type: ndcg_at_1000
|
| 702 |
+
value: 17.183
|
| 703 |
+
- type: ndcg_at_3
|
| 704 |
+
value: 9.646
|
| 705 |
+
- type: ndcg_at_5
|
| 706 |
+
value: 10.738
|
| 707 |
+
- type: precision_at_1
|
| 708 |
+
value: 7.000000000000001
|
| 709 |
+
- type: precision_at_10
|
| 710 |
+
value: 1.687
|
| 711 |
+
- type: precision_at_100
|
| 712 |
+
value: 0.319
|
| 713 |
+
- type: precision_at_1000
|
| 714 |
+
value: 0.053
|
| 715 |
+
- type: precision_at_3
|
| 716 |
+
value: 3.7920000000000003
|
| 717 |
+
- type: precision_at_5
|
| 718 |
+
value: 2.8000000000000003
|
| 719 |
+
- type: recall_at_1
|
| 720 |
+
value: 7.000000000000001
|
| 721 |
+
- type: recall_at_10
|
| 722 |
+
value: 16.875
|
| 723 |
+
- type: recall_at_100
|
| 724 |
+
value: 31.874999999999996
|
| 725 |
+
- type: recall_at_1000
|
| 726 |
+
value: 53.25
|
| 727 |
+
- type: recall_at_3
|
| 728 |
+
value: 11.375
|
| 729 |
+
- type: recall_at_5
|
| 730 |
+
value: 14.000000000000002
|
| 731 |
- task:
|
| 732 |
type: Classification
|
| 733 |
dataset:
|