Update config.json
Browse files- config.json +1 -0
config.json
CHANGED
@@ -202,6 +202,7 @@
|
|
202 |
"transformers_version": "4.29.0.dev0",
|
203 |
"vocab_size": 30522,
|
204 |
"hidden_size": 1024,
|
|
|
205 |
"num_hidden_layers": 6,
|
206 |
"num_attention_heads": 16,
|
207 |
"hidden_act": "gelu",
|
|
|
202 |
"transformers_version": "4.29.0.dev0",
|
203 |
"vocab_size": 30522,
|
204 |
"hidden_size": 1024,
|
205 |
+
"intermediate_size": 2816,
|
206 |
"num_hidden_layers": 6,
|
207 |
"num_attention_heads": 16,
|
208 |
"hidden_act": "gelu",
|