jionglin
commited on
Commit
•
7c07288
1
Parent(s):
102c312
MultiLongDocRetrieval evaluate
Browse files
README.md
CHANGED
@@ -659,6 +659,75 @@ model-index:
|
|
659 |
value: 51.1
|
660 |
- type: recall_at_5
|
661 |
value: 54.7
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
662 |
- task:
|
663 |
type: Classification
|
664 |
dataset:
|
|
|
659 |
value: 51.1
|
660 |
- type: recall_at_5
|
661 |
value: 54.7
|
662 |
+
- task:
|
663 |
+
type: Retrieval
|
664 |
+
dataset:
|
665 |
+
type: Shitao/MLDR
|
666 |
+
name: MTEB MultiLongDocRetrieval (zh)
|
667 |
+
config: zh
|
668 |
+
split: test
|
669 |
+
revision: None
|
670 |
+
metrics:
|
671 |
+
- type: map_at_1
|
672 |
+
value: 7.000000000000001
|
673 |
+
- type: map_at_10
|
674 |
+
value: 10.020999999999999
|
675 |
+
- type: map_at_100
|
676 |
+
value: 10.511
|
677 |
+
- type: map_at_1000
|
678 |
+
value: 10.595
|
679 |
+
- type: map_at_3
|
680 |
+
value: 9.042
|
681 |
+
- type: map_at_5
|
682 |
+
value: 9.654
|
683 |
+
- type: mrr_at_1
|
684 |
+
value: 6.875000000000001
|
685 |
+
- type: mrr_at_10
|
686 |
+
value: 9.958
|
687 |
+
- type: mrr_at_100
|
688 |
+
value: 10.449
|
689 |
+
- type: mrr_at_1000
|
690 |
+
value: 10.532
|
691 |
+
- type: mrr_at_3
|
692 |
+
value: 8.979
|
693 |
+
- type: mrr_at_5
|
694 |
+
value: 9.592
|
695 |
+
- type: ndcg_at_1
|
696 |
+
value: 7.000000000000001
|
697 |
+
- type: ndcg_at_10
|
698 |
+
value: 11.651
|
699 |
+
- type: ndcg_at_100
|
700 |
+
value: 14.580000000000002
|
701 |
+
- type: ndcg_at_1000
|
702 |
+
value: 17.183
|
703 |
+
- type: ndcg_at_3
|
704 |
+
value: 9.646
|
705 |
+
- type: ndcg_at_5
|
706 |
+
value: 10.738
|
707 |
+
- type: precision_at_1
|
708 |
+
value: 7.000000000000001
|
709 |
+
- type: precision_at_10
|
710 |
+
value: 1.687
|
711 |
+
- type: precision_at_100
|
712 |
+
value: 0.319
|
713 |
+
- type: precision_at_1000
|
714 |
+
value: 0.053
|
715 |
+
- type: precision_at_3
|
716 |
+
value: 3.7920000000000003
|
717 |
+
- type: precision_at_5
|
718 |
+
value: 2.8000000000000003
|
719 |
+
- type: recall_at_1
|
720 |
+
value: 7.000000000000001
|
721 |
+
- type: recall_at_10
|
722 |
+
value: 16.875
|
723 |
+
- type: recall_at_100
|
724 |
+
value: 31.874999999999996
|
725 |
+
- type: recall_at_1000
|
726 |
+
value: 53.25
|
727 |
+
- type: recall_at_3
|
728 |
+
value: 11.375
|
729 |
+
- type: recall_at_5
|
730 |
+
value: 14.000000000000002
|
731 |
- task:
|
732 |
type: Classification
|
733 |
dataset:
|