nicolas-dufour's picture
squash: merge all unpushed commits
c4c7cee
raw
history blame contribute delete
138 Bytes
optim:
_target_: torch.optim.AdamW
lr: 1e-3
betas: [0.9, 0.999]
weight_decay: 0.01
exclude_ln_and_biases_from_weight_decay: False