nm-testing
/

Meta-Llama-3.1-8B-Instruct-FP8-hf

Text Generation

compressed-tensors

Model card Files Files and versions Community

mgoin commited on Sep 24

Commit

6ec055e

•

1 Parent(s): 742f283

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
-  "compression_config": {
     "config_groups": {
       "group_0": {
         "input_activations": {

   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
+  "quantization_config": {
     "config_groups": {
       "group_0": {
         "input_activations": {