MAGAer13 commited on
Commit
208eab0
1 Parent(s): bcf19e9

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -2
config.json CHANGED
@@ -202,11 +202,10 @@
202
  "transformers_version": "4.29.0.dev0",
203
  "vocab_size": 30522,
204
  "hidden_size": 1024,
205
- "intermediate_size": 2816,
206
  "num_hidden_layers": 6,
207
  "num_attention_heads": 16,
208
  "hidden_act": "gelu",
209
- "intermediate_size": 4096,
210
  "hidden_dropout_prob": 0.1,
211
  "attention_probs_dropout_prob": 0.1,
212
  "max_position_embeddings": 512,
 
202
  "transformers_version": "4.29.0.dev0",
203
  "vocab_size": 30522,
204
  "hidden_size": 1024,
 
205
  "num_hidden_layers": 6,
206
  "num_attention_heads": 16,
207
  "hidden_act": "gelu",
208
+ "intermediate_size": 2816,
209
  "hidden_dropout_prob": 0.1,
210
  "attention_probs_dropout_prob": 0.1,
211
  "max_position_embeddings": 512,