Pass deepspeed and fsdp as None explicitly when merging adapters to allow custom device_map (#1575)
Browse files
src/axolotl/cli/merge_lora.py
CHANGED
@@ -25,6 +25,8 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
|
|
25 |
load_in_8bit=False,
|
26 |
load_in_4bit=False,
|
27 |
flash_attention=False,
|
|
|
|
|
28 |
**kwargs,
|
29 |
)
|
30 |
|
|
|
25 |
load_in_8bit=False,
|
26 |
load_in_4bit=False,
|
27 |
flash_attention=False,
|
28 |
+
deepspeed=None,
|
29 |
+
fsdp=None,
|
30 |
**kwargs,
|
31 |
)
|
32 |
|