robertgshaw2 commited on
Commit
43e23a6
·
verified ·
1 Parent(s): 952db5f

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -37,11 +37,12 @@
37
  }
38
  }
39
  },
40
- "format": "int-quantized",
41
  "global_compression_ratio": 1.4609053310117934,
42
  "ignore": [
43
  "lm_head"
44
  ],
 
45
  "quant_method": "compressed-tensors",
46
  "quantization_status": "frozen"
47
  },
 
37
  }
38
  }
39
  },
40
+ "format": "float-quantized",
41
  "global_compression_ratio": 1.4609053310117934,
42
  "ignore": [
43
  "lm_head"
44
  ],
45
+ "kv_cache_scheme": null,
46
  "quant_method": "compressed-tensors",
47
  "quantization_status": "frozen"
48
  },
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62e56445f9d26ab1d31bc63a62e40a5e6bad5595b4e1007ceaf3af5027732a57
3
  size 4997857264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9e042a1c324f63c0c6474e7d106aa00d3aaddba1425a92993c1fe5a5f082b4b
3
  size 4997857264
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb56eeb6bb6a94865becdaea8ec4840a5b3f616913c9fdfbb7be975024d2c8e4
3
  size 4083429752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e3203dd44010b75cd812f515eca702b0d740ad6036a24ec0c53774dc9ff38c
3
  size 4083429752