Update README.md
Browse files
README.md
CHANGED
@@ -8,6 +8,13 @@ base_model:
|
|
8 |
**experimental unalignment**
|
9 |
|
10 |
# Usage
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
```python
|
12 |
from transformers import AutoModelForCausalLM, AutoTokenizer, PreTrainedModel
|
13 |
import torch
|
|
|
8 |
**experimental unalignment**
|
9 |
|
10 |
# Usage
|
11 |
+
requires latest transformers, `>=4.41` (support for mlp+attn bias https://github.com/huggingface/transformers/pull/30031)
|
12 |
+
```
|
13 |
+
pip install git+https://github.com/huggingface/transformers
|
14 |
+
```
|
15 |
+
|
16 |
+
## Inference
|
17 |
+
|
18 |
```python
|
19 |
from transformers import AutoModelForCausalLM, AutoTokenizer, PreTrainedModel
|
20 |
import torch
|