Nanobit commited on
Commit
fe0e69f
1 Parent(s): 1fc9b44

Fix recommendation condition

Browse files
Files changed (1) hide show
  1. src/axolotl/utils/validation.py +2 -2
src/axolotl/utils/validation.py CHANGED
@@ -12,8 +12,8 @@ def validate_config(cfg):
12
  assert cfg.load_in_8bit is False
13
  assert cfg.load_4bit is False
14
  assert cfg.load_in_4bit is True
15
- if cfg.load_in_8bit and cfg.adapter == "lora":
16
- logging.warning("we recommend setting `load_in_8bit: true`")
17
 
18
  # TODO
19
  # MPT 7b
 
12
  assert cfg.load_in_8bit is False
13
  assert cfg.load_4bit is False
14
  assert cfg.load_in_4bit is True
15
+ if not cfg.load_in_8bit and cfg.adapter == "lora":
16
+ logging.warning("We recommend setting `load_in_8bit: true` for LORA finetuning")
17
 
18
  # TODO
19
  # MPT 7b