Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
6 |
from transformers import LlamaTokenizer, MixtralForCausalLM
|
7 |
import bitsandbytes, flash_attn
|
8 |
|
9 |
-
tokenizer = LlamaTokenizer.from_pretrained('NousResearch/Nous-Hermes-2-Mistral-7B-DPO', trust_remote_code=True)
|
10 |
model = MixtralForCausalLM.from_pretrained(
|
11 |
"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF",
|
12 |
torch_dtype=torch.float16,
|
|
|
6 |
from transformers import LlamaTokenizer, MixtralForCausalLM
|
7 |
import bitsandbytes, flash_attn
|
8 |
|
9 |
+
tokenizer = LlamaTokenizer.from_pretrained('NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF', trust_remote_code=True)
|
10 |
model = MixtralForCausalLM.from_pretrained(
|
11 |
"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF",
|
12 |
torch_dtype=torch.float16,
|