jionglin commited on
Commit
7c07288
1 Parent(s): 102c312

MultiLongDocRetrieval evaluate

Browse files
Files changed (1) hide show
  1. README.md +69 -0
README.md CHANGED
@@ -659,6 +659,75 @@ model-index:
659
  value: 51.1
660
  - type: recall_at_5
661
  value: 54.7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
662
  - task:
663
  type: Classification
664
  dataset:
 
659
  value: 51.1
660
  - type: recall_at_5
661
  value: 54.7
662
+ - task:
663
+ type: Retrieval
664
+ dataset:
665
+ type: Shitao/MLDR
666
+ name: MTEB MultiLongDocRetrieval (zh)
667
+ config: zh
668
+ split: test
669
+ revision: None
670
+ metrics:
671
+ - type: map_at_1
672
+ value: 7.000000000000001
673
+ - type: map_at_10
674
+ value: 10.020999999999999
675
+ - type: map_at_100
676
+ value: 10.511
677
+ - type: map_at_1000
678
+ value: 10.595
679
+ - type: map_at_3
680
+ value: 9.042
681
+ - type: map_at_5
682
+ value: 9.654
683
+ - type: mrr_at_1
684
+ value: 6.875000000000001
685
+ - type: mrr_at_10
686
+ value: 9.958
687
+ - type: mrr_at_100
688
+ value: 10.449
689
+ - type: mrr_at_1000
690
+ value: 10.532
691
+ - type: mrr_at_3
692
+ value: 8.979
693
+ - type: mrr_at_5
694
+ value: 9.592
695
+ - type: ndcg_at_1
696
+ value: 7.000000000000001
697
+ - type: ndcg_at_10
698
+ value: 11.651
699
+ - type: ndcg_at_100
700
+ value: 14.580000000000002
701
+ - type: ndcg_at_1000
702
+ value: 17.183
703
+ - type: ndcg_at_3
704
+ value: 9.646
705
+ - type: ndcg_at_5
706
+ value: 10.738
707
+ - type: precision_at_1
708
+ value: 7.000000000000001
709
+ - type: precision_at_10
710
+ value: 1.687
711
+ - type: precision_at_100
712
+ value: 0.319
713
+ - type: precision_at_1000
714
+ value: 0.053
715
+ - type: precision_at_3
716
+ value: 3.7920000000000003
717
+ - type: precision_at_5
718
+ value: 2.8000000000000003
719
+ - type: recall_at_1
720
+ value: 7.000000000000001
721
+ - type: recall_at_10
722
+ value: 16.875
723
+ - type: recall_at_100
724
+ value: 31.874999999999996
725
+ - type: recall_at_1000
726
+ value: 53.25
727
+ - type: recall_at_3
728
+ value: 11.375
729
+ - type: recall_at_5
730
+ value: 14.000000000000002
731
  - task:
732
  type: Classification
733
  dataset: