Nanobit commited on
Commit
7ee3c4c
1 Parent(s): fb12895

fix: warning should not show if eval_batch_size not provided (#896)

Browse files
Files changed (1) hide show
  1. src/axolotl/utils/config.py +5 -1
src/axolotl/utils/config.py CHANGED
@@ -165,7 +165,11 @@ def validate_config(cfg):
165
  "batch_size is not recommended. Please use gradient_accumulation_steps instead.",
166
  "To calculate the equivalent gradient_accumulation_steps, divide batch_size / micro_batch_size / number of gpus.",
167
  )
168
- if cfg.eval_batch_size != cfg.micro_batch_size:
 
 
 
 
169
  LOG.warning(
170
  "eval_batch_size != micro_batch_size. This can lead to VRAM instability."
171
  )
 
165
  "batch_size is not recommended. Please use gradient_accumulation_steps instead.",
166
  "To calculate the equivalent gradient_accumulation_steps, divide batch_size / micro_batch_size / number of gpus.",
167
  )
168
+ if (
169
+ cfg.eval_batch_size
170
+ and cfg.micro_batch_size
171
+ and cfg.eval_batch_size != cfg.micro_batch_size
172
+ ):
173
  LOG.warning(
174
  "eval_batch_size != micro_batch_size. This can lead to VRAM instability."
175
  )