_partial_: true
_target_: utils.lr_scheduler.WarmupCosineDecayLR
warmup_steps: 500
total_steps: ${trainer.max_steps}