Fix recommendation condition
Browse files
src/axolotl/utils/validation.py
CHANGED
@@ -12,8 +12,8 @@ def validate_config(cfg):
|
|
12 |
assert cfg.load_in_8bit is False
|
13 |
assert cfg.load_4bit is False
|
14 |
assert cfg.load_in_4bit is True
|
15 |
-
if cfg.load_in_8bit and cfg.adapter == "lora":
|
16 |
-
logging.warning("
|
17 |
|
18 |
# TODO
|
19 |
# MPT 7b
|
|
|
12 |
assert cfg.load_in_8bit is False
|
13 |
assert cfg.load_4bit is False
|
14 |
assert cfg.load_in_4bit is True
|
15 |
+
if not cfg.load_in_8bit and cfg.adapter == "lora":
|
16 |
+
logging.warning("We recommend setting `load_in_8bit: true` for LORA finetuning")
|
17 |
|
18 |
# TODO
|
19 |
# MPT 7b
|