marcsun13
/

opt-125m-awq

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

Update config.json

#1

by ybelkada - opened Oct 27, 2023

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -23,8 +23,8 @@
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "prefix": "</s>",
-  "quantizaion_config": {
-    "backend": "auto-awq",
     "q_group_size": 128,
     "quant_method": "awq",
     "version": "GEMM",

   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "prefix": "</s>",
+  "quantization_config": {
+    "backend": "autoawq",
     "q_group_size": 128,
     "quant_method": "awq",
     "version": "GEMM",