Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ from transformers import (AutoModelForCausalLM, AutoTokenizer, LlamaForCausalLM,
|
|
8 |
app = FastAPI()
|
9 |
|
10 |
# Load the model and tokenizer
|
11 |
-
model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-
|
12 |
# Dictionary to store conversation threads and their context
|
13 |
conversations = {}
|
14 |
Device_Type = "cuda"
|
|
|
8 |
app = FastAPI()
|
9 |
|
10 |
# Load the model and tokenizer
|
11 |
+
model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
|
12 |
# Dictionary to store conversation threads and their context
|
13 |
conversations = {}
|
14 |
Device_Type = "cuda"
|