vagrillo commited on
Commit
e93edd4
·
verified ·
1 Parent(s): ab02720

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
6
  from transformers import LlamaTokenizer, MixtralForCausalLM
7
  import bitsandbytes, flash_attn
8
 
9
- tokenizer = LlamaTokenizer.from_pretrained('NousResearch/Nous-Hermes-2-Mistral-7B-DPO', trust_remote_code=True)
10
  model = MixtralForCausalLM.from_pretrained(
11
  "NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF",
12
  torch_dtype=torch.float16,
 
6
  from transformers import LlamaTokenizer, MixtralForCausalLM
7
  import bitsandbytes, flash_attn
8
 
9
+ tokenizer = LlamaTokenizer.from_pretrained('NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF', trust_remote_code=True)
10
  model = MixtralForCausalLM.from_pretrained(
11
  "NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF",
12
  torch_dtype=torch.float16,