slices:
  - sources:
    - model: SanjiWatsuki/Kunoichi-DPO-v2-7B
      layer_range: [0, 32]
  - sources:
    - model: Nondzu/zephyr-7b-beta-pl
      layer_range: [24, 32]
merge_method: passthrough
dtype: bfloat16