multimodalart HF staff commited on
Commit
a5e4f9a
1 Parent(s): 226da46

Update lora.py

Browse files
Files changed (1) hide show
  1. lora.py +1 -1
lora.py CHANGED
@@ -219,7 +219,7 @@ class LoRAInfModule(LoRAModule):
219
 
220
  def default_forward(self, x):
221
  # print("default_forward", self.lora_name, x.size())
222
- return self.org_forward(x) + self.lora_up(self.lora_down(x)) * self.multiplier * self.scale
223
 
224
  def forward(self, x):
225
  if not self.enabled:
 
219
 
220
  def default_forward(self, x):
221
  # print("default_forward", self.lora_name, x.size())
222
+ return self.org_forward(x) + self.lora_up(self.lora_down(x)) * self.multiplier #* self.scale
223
 
224
  def forward(self, x):
225
  if not self.enabled: