Update config.json
Browse files- config.json +2 -1
config.json
CHANGED
@@ -36,7 +36,8 @@
|
|
36 |
"query_pre_attn_scalar": 256,
|
37 |
"sliding_window": 4096,
|
38 |
"torch_dtype": "bfloat16",
|
39 |
-
"vocab_size": 257216
|
|
|
40 |
},
|
41 |
"torch_dtype": "bfloat16",
|
42 |
"transformers_version": "4.48.0.dev0",
|
|
|
36 |
"query_pre_attn_scalar": 256,
|
37 |
"sliding_window": 4096,
|
38 |
"torch_dtype": "bfloat16",
|
39 |
+
"vocab_size": 257216,
|
40 |
+
"head_dim": 256
|
41 |
},
|
42 |
"torch_dtype": "bfloat16",
|
43 |
"transformers_version": "4.48.0.dev0",
|