Commit
•
a5e4f9a
1
Parent(s):
226da46
Update lora.py
Browse files
lora.py
CHANGED
@@ -219,7 +219,7 @@ class LoRAInfModule(LoRAModule):
|
|
219 |
|
220 |
def default_forward(self, x):
|
221 |
# print("default_forward", self.lora_name, x.size())
|
222 |
-
return self.org_forward(x) + self.lora_up(self.lora_down(x)) * self.multiplier
|
223 |
|
224 |
def forward(self, x):
|
225 |
if not self.enabled:
|
|
|
219 |
|
220 |
def default_forward(self, x):
|
221 |
# print("default_forward", self.lora_name, x.size())
|
222 |
+
return self.org_forward(x) + self.lora_up(self.lora_down(x)) * self.multiplier #* self.scale
|
223 |
|
224 |
def forward(self, x):
|
225 |
if not self.enabled:
|