Hugging Face's logo

deepset
/
deberta-v3-large-squad2

Question Answering
Transformers
PyTorch
Safetensors
English
deberta-v2
deberta
deberta-v3
deberta-v3-large
Eval Results
Inference Endpoints
Model card Files Community
9
sjrhuschlee commited on
Commit
40530bc
•
1 Parent(s): 49b45e1

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +90 -0
README.md CHANGED
@@ -48,6 +48,96 @@ model-index:
48
  name: F1
49
  verified: true
50
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiY2QyODQ1NWVlYjQxMjA0YTgyNmQ2NmIxOWY3MDRmZjE3ZWI5Yjc4ZDE4NzA2YjE2YTE1YTBlNzNiYmNmNzI3NCIsInZlcnNpb24iOjF9.NcXEc9xoggV76w1bQKxuJDYbOTxFzdny2k-85_b6AIMtfpYV3rGR1Z5YF6tVY2jyp7mgm5Jd5YSgGI3NvNE-CQ
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  ---
52
  # deberta-v3-large for QA
53
 
 
48
  name: F1
49
  verified: true
50
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiY2QyODQ1NWVlYjQxMjA0YTgyNmQ2NmIxOWY3MDRmZjE3ZWI5Yjc4ZDE4NzA2YjE2YTE1YTBlNzNiYmNmNzI3NCIsInZlcnNpb24iOjF9.NcXEc9xoggV76w1bQKxuJDYbOTxFzdny2k-85_b6AIMtfpYV3rGR1Z5YF6tVY2jyp7mgm5Jd5YSgGI3NvNE-CQ
51
+ - task:
52
+ type: question-answering
53
+ name: Question Answering
54
+ dataset:
55
+ name: adversarial_qa
56
+ type: adversarial_qa
57
+ config: adversarialQA
58
+ split: validation
59
+ metrics:
60
+ - type: exact_match
61
+ value: 42.100
62
+ name: Exact Match
63
+ - type: f1
64
+ value: 56.587
65
+ name: F1
66
+ - task:
67
+ type: question-answering
68
+ name: Question Answering
69
+ dataset:
70
+ name: squad_adversarial
71
+ type: squad_adversarial
72
+ config: AddOneSent
73
+ split: validation
74
+ metrics:
75
+ - type: exact_match
76
+ value: 83.548
77
+ name: Exact Match
78
+ - type: f1
79
+ value: 89.385
80
+ name: F1
81
+ - task:
82
+ type: question-answering
83
+ name: Question Answering
84
+ dataset:
85
+ name: squadshifts amazon
86
+ type: squadshifts
87
+ config: amazon
88
+ split: test
89
+ metrics:
90
+ - type: exact_match
91
+ value: 72.979
92
+ name: Exact Match
93
+ - type: f1
94
+ value: 87.254
95
+ name: F1
96
+ - task:
97
+ type: question-answering
98
+ name: Question Answering
99
+ dataset:
100
+ name: squadshifts new_wiki
101
+ type: squadshifts
102
+ config: new_wiki
103
+ split: test
104
+ metrics:
105
+ - type: exact_match
106
+ value: 83.938
107
+ name: Exact Match
108
+ - type: f1
109
+ value: 92.695
110
+ name: F1
111
+ - task:
112
+ type: question-answering
113
+ name: Question Answering
114
+ dataset:
115
+ name: squadshifts nyt
116
+ type: squadshifts
117
+ config: nyt
118
+ split: test
119
+ metrics:
120
+ - type: exact_match
121
+ value: 85.534
122
+ name: Exact Match
123
+ - type: f1
124
+ value: 93.153
125
+ name: F1
126
+ - task:
127
+ type: question-answering
128
+ name: Question Answering
129
+ dataset:
130
+ name: squadshifts reddit
131
+ type: squadshifts
132
+ config: reddit
133
+ split: test
134
+ metrics:
135
+ - type: exact_match
136
+ value: 73.284
137
+ name: Exact Match
138
+ - type: f1
139
+ value: 85.307
140
+ name: F1
141
  ---
142
  # deberta-v3-large for QA
143