Commit
•
686ff76
1
Parent(s):
709c196
set the correct vision_config.hidden_act (#6)
Browse files- set the correct vision_config.hidden_act (9396cdf751ad5f5f4efd0d15e674a3a213045fa5)
Co-authored-by: Stas Bekman <[email protected]>
- config.json +1 -0
config.json
CHANGED
|
@@ -36,6 +36,7 @@
|
|
| 36 |
"use_resampler": true,
|
| 37 |
"vocab_size": 32000,
|
| 38 |
"vision_config": {
|
|
|
|
| 39 |
"embed_dim": 1280,
|
| 40 |
"image_size": 224,
|
| 41 |
"intermediate_size": 5120,
|
|
|
|
| 36 |
"use_resampler": true,
|
| 37 |
"vocab_size": 32000,
|
| 38 |
"vision_config": {
|
| 39 |
+
"hidden_act": "gelu",
|
| 40 |
"embed_dim": 1280,
|
| 41 |
"image_size": 224,
|
| 42 |
"intermediate_size": 5120,
|