Update README.md
Browse files
README.md
CHANGED
@@ -75,6 +75,7 @@ Users (both direct and downstream) should be made aware of the risks, biases and
|
|
75 |
## How to Get Started with the Model
|
76 |
|
77 |
Use the code below to get started with the model.
|
|
|
78 |
from transformers import AutoModelForCausalLM,AutoTokenizer,BitsAndBytesConfig
|
79 |
from peft import PeftModel,PeftConfig
|
80 |
import torch
|
@@ -125,6 +126,7 @@ with torch.no_grad():
|
|
125 |
pad_token_id=tokenizer.eos_token_id
|
126 |
)[0]
|
127 |
output = tokenizer.decode(outputs[tokenized_input.size(1):],skip_special_tokens=True)
|
|
|
128 |
|
129 |
[More Information Needed]
|
130 |
|
|
|
75 |
## How to Get Started with the Model
|
76 |
|
77 |
Use the code below to get started with the model.
|
78 |
+
```python
|
79 |
from transformers import AutoModelForCausalLM,AutoTokenizer,BitsAndBytesConfig
|
80 |
from peft import PeftModel,PeftConfig
|
81 |
import torch
|
|
|
126 |
pad_token_id=tokenizer.eos_token_id
|
127 |
)[0]
|
128 |
output = tokenizer.decode(outputs[tokenized_input.size(1):],skip_special_tokens=True)
|
129 |
+
```
|
130 |
|
131 |
[More Information Needed]
|
132 |
|