jionglin
commited on
Commit
•
ef3cc86
1
Parent(s):
7c07288
add MassiveIntentClassification and MassiveScenarioClassification
Browse files
README.md
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
tags:
|
3 |
- mteb
|
4 |
model-index:
|
5 |
-
- name:
|
6 |
results:
|
7 |
- task:
|
8 |
type: STS
|
@@ -590,6 +590,32 @@ model-index:
|
|
590 |
value: 62.783
|
591 |
- type: recall_at_5
|
592 |
value: 68.26100000000001
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
593 |
- task:
|
594 |
type: Retrieval
|
595 |
dataset:
|
|
|
2 |
tags:
|
3 |
- mteb
|
4 |
model-index:
|
5 |
+
- name: data1
|
6 |
results:
|
7 |
- task:
|
8 |
type: STS
|
|
|
590 |
value: 62.783
|
591 |
- type: recall_at_5
|
592 |
value: 68.26100000000001
|
593 |
+
- task:
|
594 |
+
type: Classification
|
595 |
+
dataset:
|
596 |
+
type: mteb/amazon_massive_intent
|
597 |
+
name: MTEB MassiveIntentClassification (zh-CN)
|
598 |
+
config: zh-CN
|
599 |
+
split: test
|
600 |
+
revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
|
601 |
+
metrics:
|
602 |
+
- type: accuracy
|
603 |
+
value: 67.45796906523202
|
604 |
+
- type: f1
|
605 |
+
value: 65.97280169222601
|
606 |
+
- task:
|
607 |
+
type: Classification
|
608 |
+
dataset:
|
609 |
+
type: mteb/amazon_massive_scenario
|
610 |
+
name: MTEB MassiveScenarioClassification (zh-CN)
|
611 |
+
config: zh-CN
|
612 |
+
split: test
|
613 |
+
revision: 7d571f92784cd94a019292a1f45445077d0ef634
|
614 |
+
metrics:
|
615 |
+
- type: accuracy
|
616 |
+
value: 71.59717552118359
|
617 |
+
- type: f1
|
618 |
+
value: 72.46681610207507
|
619 |
- task:
|
620 |
type: Retrieval
|
621 |
dataset:
|