Vitrous commited on
Commit
7dcbe3e
·
verified ·
1 Parent(s): 85e83a9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ from transformers import (AutoModelForCausalLM, AutoTokenizer, LlamaForCausalLM,
8
  app = FastAPI()
9
 
10
  # Load the model and tokenizer
11
- model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPT/"
12
  # Dictionary to store conversation threads and their context
13
  conversations = {}
14
  Device_Type = "cuda"
 
8
  app = FastAPI()
9
 
10
  # Load the model and tokenizer
11
+ model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
12
  # Dictionary to store conversation threads and their context
13
  conversations = {}
14
  Device_Type = "cuda"