arnocandel
commited on
Commit
•
959320a
1
Parent(s):
39b45e9
commit files to HF hub
Browse files
README.md
CHANGED
@@ -43,8 +43,8 @@ pip install einops==0.6.1
|
|
43 |
import torch
|
44 |
from transformers import pipeline, AutoTokenizer
|
45 |
|
46 |
-
generate_text = pipeline(model="h2oai/h2ogpt-oig-oasst1-falcon-40b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", prompt_type="human_bot")
|
47 |
tokenizer = AutoTokenizer.from_pretrained("h2oai/h2ogpt-oig-oasst1-falcon-40b", padding_side="left")
|
|
|
48 |
res = generate_text("Why is drinking water so healthy?", max_new_tokens=100)
|
49 |
print(res[0]["generated_text"])
|
50 |
```
|
|
|
43 |
import torch
|
44 |
from transformers import pipeline, AutoTokenizer
|
45 |
|
|
|
46 |
tokenizer = AutoTokenizer.from_pretrained("h2oai/h2ogpt-oig-oasst1-falcon-40b", padding_side="left")
|
47 |
+
generate_text = pipeline(model="h2oai/h2ogpt-oig-oasst1-falcon-40b", tokenizer=tokenizer, torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", prompt_type="human_bot")
|
48 |
res = generate_text("Why is drinking water so healthy?", max_new_tokens=100)
|
49 |
print(res[0]["generated_text"])
|
50 |
```
|