Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ import bitsandbytes, flash_attn
|
|
8 |
|
9 |
tokenizer = LlamaTokenizer.from_pretrained('NousResearch/Nous-Hermes-2-Mistral-7B-DPO', trust_remote_code=True)
|
10 |
model = MixtralForCausalLM.from_pretrained(
|
11 |
-
"NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
|
12 |
torch_dtype=torch.float16,
|
13 |
device_map="auto",
|
14 |
load_in_8bit=False,
|
|
|
8 |
|
9 |
tokenizer = LlamaTokenizer.from_pretrained('NousResearch/Nous-Hermes-2-Mistral-7B-DPO', trust_remote_code=True)
|
10 |
model = MixtralForCausalLM.from_pretrained(
|
11 |
+
"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF",
|
12 |
torch_dtype=torch.float16,
|
13 |
device_map="auto",
|
14 |
load_in_8bit=False,
|