winglian commited on
Commit
4155e99
1 Parent(s): 25afd35

fix layer_replication arg to peft (#1446)

Browse files
Files changed (1) hide show
  1. src/axolotl/utils/models.py +1 -1
src/axolotl/utils/models.py CHANGED
@@ -851,7 +851,7 @@ def load_lora(model, cfg, inference=False, config_only=False):
851
  if cfg.peft_use_rslora:
852
  lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
853
  if cfg.peft_layer_replication:
854
- lora_config_kwargs["peft_layer_replication"] = cfg.peft_layer_replication
855
 
856
  lora_config = LoraConfig(
857
  r=cfg.lora_r,
 
851
  if cfg.peft_use_rslora:
852
  lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
853
  if cfg.peft_layer_replication:
854
+ lora_config_kwargs["layer_replication"] = cfg.peft_layer_replication
855
 
856
  lora_config = LoraConfig(
857
  r=cfg.lora_r,