base_model: FourOhFour/Zenith_4B
gate_mode: random
dtype: bfloat16
experts_per_token: 1
experts:
  - source_model: FourOhFour/Luxe_4B
  - source_model: FourOhFour/Zenith_4B