Plonk / configs /exp /osv_5m_geoadalnmlp_r3_small_sigmoid_diffusion.yaml
nicolas-dufour's picture
squash: merge all unpushed commits
c4c7cee
raw
history blame
664 Bytes
# @package _global_
defaults:
- override /dataset: osv5m_emb
- override /model: emb_cond_cartesian
- override /model/network: geo_adaln_mlp
- override /model/train_noise_scheduler: sigmoid
- override /model/inference_noise_scheduler: sigmoid
- override /model/loss: ddpm
- _self_
model:
network:
depth: 12
dim: 512
optimizer:
optim:
lr: 8e-4
weight_decay: 0.05
loss:
cond_drop_rate: 0.1
train_noise_scheduler:
start: -7
end: 3
tau: 1.0
inference_noise_scheduler:
start: -7
end: 3
tau: 1.0
interpolant: diffusion
dataset:
full_batch_size: 1024
experiment_name_suffix: small_sigmoid