chore(config): clean up old log for Qwen (#1034)
Browse files
src/axolotl/utils/config.py
CHANGED
|
@@ -422,11 +422,6 @@ def validate_config(cfg):
|
|
| 422 |
if cfg.warmup_steps and cfg.warmup_ratio:
|
| 423 |
raise ValueError("warmup_steps and warmup_ratio are mutually exclusive")
|
| 424 |
|
| 425 |
-
if cfg.is_qwen_derived_model and cfg.gradient_checkpointing:
|
| 426 |
-
LOG.warning(
|
| 427 |
-
"Gradient checkpointing is broken for Qwen models for transformers>=4.35.0, except main branch."
|
| 428 |
-
)
|
| 429 |
-
|
| 430 |
if cfg.wandb_run_id and not cfg.wandb_name:
|
| 431 |
cfg.wandb_name = cfg.wandb_run_id
|
| 432 |
|
|
|
|
| 422 |
if cfg.warmup_steps and cfg.warmup_ratio:
|
| 423 |
raise ValueError("warmup_steps and warmup_ratio are mutually exclusive")
|
| 424 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 425 |
if cfg.wandb_run_id and not cfg.wandb_name:
|
| 426 |
cfg.wandb_name = cfg.wandb_run_id
|
| 427 |
|