Update README.md
Browse files
README.md
CHANGED
@@ -30,8 +30,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
30 |
import torch
|
31 |
|
32 |
# Instantiate model and tokenizer
|
33 |
-
tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba2-7B-
|
34 |
-
model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba2-7B-
|
35 |
|
36 |
# Format the input as a chat template
|
37 |
user_turn_1 = "In one season a flower blooms three times. In one year, there is one blooming season. How many times do two flowers bloom in two years? Please include your logic."
|
|
|
30 |
import torch
|
31 |
|
32 |
# Instantiate model and tokenizer
|
33 |
+
tokenizer = AutoTokenizer.from_pretrained("Zyphra/Zamba2-7B-Instruct")
|
34 |
+
model = AutoModelForCausalLM.from_pretrained("Zyphra/Zamba2-7B-Instruct", device_map="cuda", torch_dtype=torch.bfloat16)
|
35 |
|
36 |
# Format the input as a chat template
|
37 |
user_turn_1 = "In one season a flower blooms three times. In one year, there is one blooming season. How many times do two flowers bloom in two years? Please include your logic."
|