tisorlawan
commited on
Commit
•
02f2c72
1
Parent(s):
71141de
Fix generation_config validation raises Exception for do_merge_lora (#1184)
Browse files
src/axolotl/cli/__init__.py
CHANGED
@@ -82,6 +82,7 @@ def do_merge_lora(
|
|
82 |
model.to(dtype=cfg.torch_dtype)
|
83 |
except RuntimeError:
|
84 |
pass
|
|
|
85 |
|
86 |
if cfg.local_rank == 0:
|
87 |
LOG.info(f"saving merged model to: {str(Path(cfg.output_dir) / 'merged')}")
|
|
|
82 |
model.to(dtype=cfg.torch_dtype)
|
83 |
except RuntimeError:
|
84 |
pass
|
85 |
+
model.generation_config.do_sample = True
|
86 |
|
87 |
if cfg.local_rank == 0:
|
88 |
LOG.info(f"saving merged model to: {str(Path(cfg.output_dir) / 'merged')}")
|