cfg.cfg fix, also de-dupe lora module list
Browse files
src/axolotl/utils/models.py
CHANGED
@@ -363,13 +363,13 @@ def load_lora(model, cfg):
|
|
363 |
)
|
364 |
|
365 |
bits = None
|
366 |
-
if cfg.
|
367 |
bits = 4
|
368 |
-
elif cfg.
|
369 |
bits = 8
|
370 |
linear_names = find_all_linear_names(bits, model)
|
371 |
logging.info(f"found linear modules: {repr(linear_names)}")
|
372 |
-
lora_target_modules = list(cfg.lora_target_modules) + linear_names
|
373 |
|
374 |
lora_config = LoraConfig(
|
375 |
r=cfg.lora_r,
|
|
|
363 |
)
|
364 |
|
365 |
bits = None
|
366 |
+
if cfg.load_in_4bits:
|
367 |
bits = 4
|
368 |
+
elif cfg.load_in_8bits:
|
369 |
bits = 8
|
370 |
linear_names = find_all_linear_names(bits, model)
|
371 |
logging.info(f"found linear modules: {repr(linear_names)}")
|
372 |
+
lora_target_modules = list(set(list(cfg.lora_target_modules) + linear_names))
|
373 |
|
374 |
lora_config = LoraConfig(
|
375 |
r=cfg.lora_r,
|