fix: warning should not show if eval_batch_size not provided (#896)
Browse files
src/axolotl/utils/config.py
CHANGED
@@ -165,7 +165,11 @@ def validate_config(cfg):
|
|
165 |
"batch_size is not recommended. Please use gradient_accumulation_steps instead.",
|
166 |
"To calculate the equivalent gradient_accumulation_steps, divide batch_size / micro_batch_size / number of gpus.",
|
167 |
)
|
168 |
-
if
|
|
|
|
|
|
|
|
|
169 |
LOG.warning(
|
170 |
"eval_batch_size != micro_batch_size. This can lead to VRAM instability."
|
171 |
)
|
|
|
165 |
"batch_size is not recommended. Please use gradient_accumulation_steps instead.",
|
166 |
"To calculate the equivalent gradient_accumulation_steps, divide batch_size / micro_batch_size / number of gpus.",
|
167 |
)
|
168 |
+
if (
|
169 |
+
cfg.eval_batch_size
|
170 |
+
and cfg.micro_batch_size
|
171 |
+
and cfg.eval_batch_size != cfg.micro_batch_size
|
172 |
+
):
|
173 |
LOG.warning(
|
174 |
"eval_batch_size != micro_batch_size. This can lead to VRAM instability."
|
175 |
)
|