Xenova HF staff commited on
Commit
edadf3e
1 Parent(s): 6edb617

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +6 -0
config.json CHANGED
@@ -25,6 +25,12 @@
25
  "tie_word_embeddings": true,
26
  "torch_dtype": "bfloat16",
27
  "transformers_version": "4.42.3",
 
 
 
 
 
 
28
  "use_cache": true,
29
  "vocab_size": 49152
30
  }
 
25
  "tie_word_embeddings": true,
26
  "torch_dtype": "bfloat16",
27
  "transformers_version": "4.42.3",
28
+ "transformers.js_config": {
29
+ "kv_cache_dtype": {
30
+ "q4f16": "float16",
31
+ "fp16": "float16"
32
+ }
33
+ },
34
  "use_cache": true,
35
  "vocab_size": 49152
36
  }