fix layer_replication arg to peft (#1446)
Browse files
src/axolotl/utils/models.py
CHANGED
@@ -851,7 +851,7 @@ def load_lora(model, cfg, inference=False, config_only=False):
|
|
851 |
if cfg.peft_use_rslora:
|
852 |
lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
|
853 |
if cfg.peft_layer_replication:
|
854 |
-
lora_config_kwargs["
|
855 |
|
856 |
lora_config = LoraConfig(
|
857 |
r=cfg.lora_r,
|
|
|
851 |
if cfg.peft_use_rslora:
|
852 |
lora_config_kwargs["use_rslora"] = cfg.peft_use_rslora
|
853 |
if cfg.peft_layer_replication:
|
854 |
+
lora_config_kwargs["layer_replication"] = cfg.peft_layer_replication
|
855 |
|
856 |
lora_config = LoraConfig(
|
857 |
r=cfg.lora_r,
|