Update config.json (#1)

- Update config.json (562fc86109bfcae243b0adf50c16b91cd15b2220)


Co-authored-by: Lucas Charpentier <[email protected]>

config.json

@@ -11,12 +11,12 @@
   },
   "classifier_dropout": 0.2,
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "intermediate_size": 2048,
+  "hidden_size": 384,
+  "intermediate_size": 1024,
   "layer_norm_eps": 1e-07,
   "max_position_embeddings": 512,
   "model_type": "ltgbert",
-  "num_attention_heads": 12,
+  "num_attention_heads": 6,
   "num_hidden_layers": 12,
   "output_all_encoded_layers": true,
   "pad_token_id": 4,