Update app.py
Browse files
app.py
CHANGED
@@ -86,7 +86,7 @@ def load_model():
|
|
86 |
|
87 |
model = AutoGPTQForCausalLM.from_quantized(
|
88 |
model_name_or_path,
|
89 |
-
revision="gptq-
|
90 |
model_basename=model_basename,
|
91 |
use_safetensors=True,
|
92 |
trust_remote_code=True,
|
|
|
86 |
|
87 |
model = AutoGPTQForCausalLM.from_quantized(
|
88 |
model_name_or_path,
|
89 |
+
revision="gptq-8bit-128g-actorder_False",
|
90 |
model_basename=model_basename,
|
91 |
use_safetensors=True,
|
92 |
trust_remote_code=True,
|