Xenova HF staff commited on
Commit
9249fe0
1 Parent(s): 8e75c2d

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -36,7 +36,8 @@
36
  "query_pre_attn_scalar": 256,
37
  "sliding_window": 4096,
38
  "torch_dtype": "bfloat16",
39
- "vocab_size": 257216
 
40
  },
41
  "torch_dtype": "bfloat16",
42
  "transformers_version": "4.48.0.dev0",
 
36
  "query_pre_attn_scalar": 256,
37
  "sliding_window": 4096,
38
  "torch_dtype": "bfloat16",
39
+ "vocab_size": 257216,
40
+ "head_dim": 256
41
  },
42
  "torch_dtype": "bfloat16",
43
  "transformers_version": "4.48.0.dev0",