niharikavats2397 commited on
Commit
93d9cc1
1 Parent(s): 3811a65

Upload 4 files

Browse files

This is a Pfieffer adapter model for NER, trained on beth, partners and all data available in n2c2 dataset (previously i2b2). The name of head is 'ner' and can be loaded as per instruction in readme file.

adapter_config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "adapter_residual_before_ln": false,
4
+ "cross_adapter": false,
5
+ "factorized_phm_W": true,
6
+ "factorized_phm_rule": false,
7
+ "hypercomplex_nonlinearity": "glorot-uniform",
8
+ "init_weights": "bert",
9
+ "inv_adapter": null,
10
+ "inv_adapter_reduction_factor": null,
11
+ "is_parallel": false,
12
+ "learn_phm": true,
13
+ "leave_out": [],
14
+ "ln_after": false,
15
+ "ln_before": false,
16
+ "mh_adapter": false,
17
+ "non_linearity": "relu",
18
+ "original_ln_after": true,
19
+ "original_ln_before": true,
20
+ "output_adapter": true,
21
+ "phm_bias": true,
22
+ "phm_c_init": "normal",
23
+ "phm_dim": 4,
24
+ "phm_init_range": 0.0001,
25
+ "phm_layer": false,
26
+ "phm_rank": 1,
27
+ "reduction_factor": 2,
28
+ "residual_before_ln": true,
29
+ "scaling": 1.0,
30
+ "shared_W_phm": false,
31
+ "shared_phm_rule": true,
32
+ "use_gating": false
33
+ },
34
+ "hidden_size": 768,
35
+ "model_class": "BertAdapterModel",
36
+ "model_name": "bert-base-uncased",
37
+ "model_type": "bert",
38
+ "name": "ner",
39
+ "version": "0.1.0"
40
+ }
head_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "activation_function": "tanh",
4
+ "dropout_prob": null,
5
+ "head_type": "tagging",
6
+ "label2id": {
7
+ "B-problem": 3,
8
+ "B-test": 1,
9
+ "B-treatment": 5,
10
+ "I-problem": 4,
11
+ "I-test": 2,
12
+ "I-treatment": 6,
13
+ "O": 0
14
+ },
15
+ "layers": 1,
16
+ "num_labels": 7
17
+ },
18
+ "hidden_size": 768,
19
+ "model_class": "BertAdapterModel",
20
+ "model_name": "bert-base-uncased",
21
+ "model_type": "bert",
22
+ "name": "ner",
23
+ "version": "0.1.0"
24
+ }
pytorch_adapter.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37bd8c79c709565e71cbdc5abcaed47d4039652f73c03b3c36ac8ddd09ea8330
3
+ size 28384166
pytorch_model_head.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2adcf9288356c020ccf1579f47d400ddb2c67d4e7f7faba3b9fa849d8f3b123e
3
+ size 23066