mergekit_config.yml

dtype: bfloat16
merge_method: passthrough
slices:
- sources:
  - layer_range: [0, 29]
    model: /scratch-4
- sources:
  - layer_range: [30, 35]
    model: /scratch-4
- sources:
  - layer_range: [36, 40]
    model: /scratch-4
- sources:
  - layer_range: [41, 45]
    model: /scratch-4
- sources:
  - layer_range: [46, 49]
    model: /scratch-4
- sources:
  - layer_range: [50, 54]
    model: /scratch-4
- sources:
  - layer_range: [55, 59]
    model: /scratch-4
- sources:
  - layer_range: [60, 64]
    model: /scratch-4
- sources:
  - layer_range: [65, 69]
    model: /scratch-4
- sources:
  - layer_range: [70, 74]
    model: /scratch-4
- sources:
  - layer_range: [75, 79]
    model: /scratch-4
- sources:
  - layer_range: [80, 84]
    model: /scratch-4
- sources:
  - layer_range: [85, 126]
    model: /scratch-4