Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
@@ -205,7 +205,7 @@
|
|
205 |
"num_hidden_layers": 6,
|
206 |
"num_attention_heads": 16,
|
207 |
"hidden_act": "gelu",
|
208 |
-
"intermediate_size":
|
209 |
"hidden_dropout_prob": 0.1,
|
210 |
"attention_probs_dropout_prob": 0.1,
|
211 |
"max_position_embeddings": 512,
|
|
|
205 |
"num_hidden_layers": 6,
|
206 |
"num_attention_heads": 16,
|
207 |
"hidden_act": "gelu",
|
208 |
+
"intermediate_size": 2816,
|
209 |
"hidden_dropout_prob": 0.1,
|
210 |
"attention_probs_dropout_prob": 0.1,
|
211 |
"max_position_embeddings": 512,
|