Vitrous commited on
Commit
89f835b
·
verified ·
1 Parent(s): 958be64

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ def load_model_norm():
26
  model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
27
  # To use a different branch, change revision
28
  # For example: revision="main"
29
- model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=True,revision="gptq-4bit-128g-actorder_True")
30
  # Switch to CPU inference
31
  #model.to("cuda")
32
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
 
26
  model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
27
  # To use a different branch, change revision
28
  # For example: revision="main"
29
+ model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=True,revision="main")
30
  # Switch to CPU inference
31
  #model.to("cuda")
32
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)