Fix typo `bloat16` -> `bfloat16` (#1257)
Browse files
src/axolotl/utils/config.py
CHANGED
@@ -322,7 +322,7 @@ def validate_config(cfg):
|
|
322 |
LOG.warning("BetterTransformers probably doesn't work with PEFT adapters")
|
323 |
if cfg.fp16 or cfg.bf16:
|
324 |
raise ValueError("AMP is not supported with BetterTransformer")
|
325 |
-
if cfg.float16 is not True and cfg.
|
326 |
LOG.warning(
|
327 |
"You should probably set bfloat16 or float16 to true to "
|
328 |
"load the model in float16 for BetterTransformers"
|
|
|
322 |
LOG.warning("BetterTransformers probably doesn't work with PEFT adapters")
|
323 |
if cfg.fp16 or cfg.bf16:
|
324 |
raise ValueError("AMP is not supported with BetterTransformer")
|
325 |
+
if cfg.float16 is not True and cfg.bfloat16 is not True:
|
326 |
LOG.warning(
|
327 |
"You should probably set bfloat16 or float16 to true to "
|
328 |
"load the model in float16 for BetterTransformers"
|