robinzixuan
commited on
Commit
•
e7eb6c4
1
Parent(s):
3eaa95f
Update config.json
Browse files- config.json +2 -1
config.json
CHANGED
@@ -24,5 +24,6 @@
|
|
24 |
"transformers_version": "4.31.0",
|
25 |
"use_cache": true,
|
26 |
"vocab_size": 50272,
|
27 |
-
"word_embed_proj_dim": 768
|
|
|
28 |
}
|
|
|
24 |
"transformers_version": "4.31.0",
|
25 |
"use_cache": true,
|
26 |
"vocab_size": 50272,
|
27 |
+
"word_embed_proj_dim": 768,
|
28 |
+
"attn_implementation": "out_eff_hop",
|
29 |
}
|