nicolas-dufour's picture
squash: merge all unpushed commits
c4c7cee
raw
history blame
142 Bytes
optim:
_target_: utils.optimizers.Lamb
lr: 1e-3
betas: [0.9, 0.999]
weight_decay: 0.01
exclude_ln_and_biases_from_weight_decay: False