nm-testing
/

tinyllama-fp8-dynamic-compressed

sadkins65 commited on Sep 10

Commit

7bee303

•

1 Parent(s): 184dec1

Upload folder using huggingface_hub

Files changed (1) hide show

config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 1,
-  "compression_config": {
     "config_groups": {
       "group_0": {
         "input_activations": {

   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 1,
+  "quantization_config": {
     "config_groups": {
       "group_0": {
         "input_activations": {