Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ def load_model_norm():
|
|
26 |
model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
|
27 |
# To use a different branch, change revision
|
28 |
# For example: revision="main"
|
29 |
-
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=True,revision="
|
30 |
# Switch to CPU inference
|
31 |
#model.to("cuda")
|
32 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
|
|
26 |
model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
|
27 |
# To use a different branch, change revision
|
28 |
# For example: revision="main"
|
29 |
+
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=True,revision="main")
|
30 |
# Switch to CPU inference
|
31 |
#model.to("cuda")
|
32 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|