vishwask commited on
Commit
67f5de2
·
1 Parent(s): a08a5ef

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -86,7 +86,7 @@ def load_model():
86
 
87
  model = AutoGPTQForCausalLM.from_quantized(
88
  model_name_or_path,
89
- revision="gptq-4bit-128g-actorder_False",
90
  model_basename=model_basename,
91
  use_safetensors=True,
92
  trust_remote_code=True,
 
86
 
87
  model = AutoGPTQForCausalLM.from_quantized(
88
  model_name_or_path,
89
+ revision="gptq-8bit-128g-actorder_False",
90
  model_basename=model_basename,
91
  use_safetensors=True,
92
  trust_remote_code=True,