Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -56,7 +56,7 @@
|
|
| 56 |
"no_repeat_ngram_size": 0,
|
| 57 |
"num_beam_groups": 1,
|
| 58 |
"num_beams": 1,
|
| 59 |
-
"num_key_value_heads":
|
| 60 |
"num_layers": 24,
|
| 61 |
"num_return_sequences": 1,
|
| 62 |
"output_attentions": false,
|
|
|
|
| 56 |
"no_repeat_ngram_size": 0,
|
| 57 |
"num_beam_groups": 1,
|
| 58 |
"num_beams": 1,
|
| 59 |
+
"num_key_value_heads": 16,
|
| 60 |
"num_layers": 24,
|
| 61 |
"num_return_sequences": 1,
|
| 62 |
"output_attentions": false,
|