chiragjn commited on
Commit
1072f28
1 Parent(s): c7cf381

Fix typo `bloat16` -> `bfloat16` (#1257)

Browse files
Files changed (1) hide show
  1. src/axolotl/utils/config.py +1 -1
src/axolotl/utils/config.py CHANGED
@@ -322,7 +322,7 @@ def validate_config(cfg):
322
  LOG.warning("BetterTransformers probably doesn't work with PEFT adapters")
323
  if cfg.fp16 or cfg.bf16:
324
  raise ValueError("AMP is not supported with BetterTransformer")
325
- if cfg.float16 is not True and cfg.bloat16 is not True:
326
  LOG.warning(
327
  "You should probably set bfloat16 or float16 to true to "
328
  "load the model in float16 for BetterTransformers"
 
322
  LOG.warning("BetterTransformers probably doesn't work with PEFT adapters")
323
  if cfg.fp16 or cfg.bf16:
324
  raise ValueError("AMP is not supported with BetterTransformer")
325
+ if cfg.float16 is not True and cfg.bfloat16 is not True:
326
  LOG.warning(
327
  "You should probably set bfloat16 or float16 to true to "
328
  "load the model in float16 for BetterTransformers"