tisorlawan commited on
Commit
02f2c72
1 Parent(s): 71141de

Fix generation_config validation raises Exception for do_merge_lora (#1184)

Browse files
Files changed (1) hide show
  1. src/axolotl/cli/__init__.py +1 -0
src/axolotl/cli/__init__.py CHANGED
@@ -82,6 +82,7 @@ def do_merge_lora(
82
  model.to(dtype=cfg.torch_dtype)
83
  except RuntimeError:
84
  pass
 
85
 
86
  if cfg.local_rank == 0:
87
  LOG.info(f"saving merged model to: {str(Path(cfg.output_dir) / 'merged')}")
 
82
  model.to(dtype=cfg.torch_dtype)
83
  except RuntimeError:
84
  pass
85
+ model.generation_config.do_sample = True
86
 
87
  if cfg.local_rank == 0:
88
  LOG.info(f"saving merged model to: {str(Path(cfg.output_dir) / 'merged')}")