mwitiderrick
commited on
Commit
•
c7e0e6f
1
Parent(s):
b3c3a84
Update README.md
Browse files
README.md
CHANGED
@@ -1,15 +1,22 @@
|
|
1 |
```python
|
|
|
2 |
import torch
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
4 |
-
|
5 |
-
|
|
|
6 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16)
|
7 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
8 |
-
inputs = tokenizer(
|
9 |
-
outputs = model.generate(**inputs, max_new_tokens=
|
10 |
print(tokenizer.batch_decode(outputs)[0])
|
|
|
11 |
"""
|
12 |
-
<s>
|
|
|
|
|
|
|
13 |
|
|
|
14 |
"""
|
15 |
```
|
|
|
1 |
```python
|
2 |
+
|
3 |
import torch
|
4 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
5 |
+
prompt = "How to make banana bread?"
|
6 |
+
formatted_prompt = f"<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n"
|
7 |
+
model_id = "/home/mwiti/mwitiderrick/output_oneshot"
|
8 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float16)
|
9 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
10 |
+
inputs = tokenizer(formatted_prompt, return_tensors="pt")
|
11 |
+
outputs = model.generate(**inputs, max_new_tokens=200)
|
12 |
print(tokenizer.batch_decode(outputs)[0])
|
13 |
+
|
14 |
"""
|
15 |
+
<s> <|im_start|>user
|
16 |
+
How to make banana bread?<|im_end|>
|
17 |
+
<|im_start|>assistant
|
18 |
+
Banana bread is a delicious dessert that is made with bananas. Here is how to make banana bread:
|
19 |
|
20 |
+
1. Firstly, you need to cut bananas into small pieces.
|
21 |
"""
|
22 |
```
|