Spaces:
Runtime error
Runtime error
Add hook for lm_head tuning.
Browse files
app.py
CHANGED
@@ -3,6 +3,7 @@ import torch
|
|
3 |
from transformers import AutoTokenizer, GenerationConfig, AutoModel
|
4 |
|
5 |
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True, revision="658202d").float()
|
|
|
6 |
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True, revision="658202d")
|
7 |
|
8 |
from peft import PeftModel
|
|
|
3 |
from transformers import AutoTokenizer, GenerationConfig, AutoModel
|
4 |
|
5 |
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True, revision="658202d").float()
|
6 |
+
setattr(model, "lm_head_raw", model.lm_head)
|
7 |
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True, revision="658202d")
|
8 |
|
9 |
from peft import PeftModel
|