configs/exp/osv_5m_geoadalnmlp_von_fisher.yaml

# @package _global_

defaults:
  - override /dataset: osv5m_emb
  - override /model: von_fisher
  - override /model/network: geo_adaln_mlp_von_fisher
  - override /model/loss: von_fisher
  - override /model/val_sampler: von_fisher
  - override /model/test_sampler: von_fisher
  - _self_

model:
  network:
    depth: 11 # To compensate the increase in params
    dim: 512
  optimizer:
    optim:
      lr: 1e-4
      weight_decay: 0.05
dataset:
  full_batch_size: 1024
trainer:
  gradient_clip_val: 0.05
  gradient_clip_algorithm: norm
experiment_name_suffix: von_fisher