Commit
•
bb6ccb7
1
Parent(s):
fa76488
Update pipeline.py (#3)
Browse files- Update pipeline.py (e981e5fef5e9eab015d8085280469202eb0d717f)
Co-authored-by: Gyuseong Lee <gses82@users.noreply.huggingface.co>
- pipeline.py +2 -2
pipeline.py
CHANGED
@@ -134,8 +134,8 @@ class PAGIdentitySelfAttnProcessor:
|
|
134 |
|
135 |
value = attn.to_v(hidden_states_ptb)
|
136 |
|
137 |
-
hidden_states_ptb = torch.zeros(value.shape).to(value.get_device())
|
138 |
-
|
139 |
|
140 |
hidden_states_ptb = hidden_states_ptb.to(query.dtype)
|
141 |
|
|
|
134 |
|
135 |
value = attn.to_v(hidden_states_ptb)
|
136 |
|
137 |
+
# hidden_states_ptb = torch.zeros(value.shape).to(value.get_device())
|
138 |
+
hidden_states_ptb = value
|
139 |
|
140 |
hidden_states_ptb = hidden_states_ptb.to(query.dtype)
|
141 |
|