models: - model: Nitral-AI/Captain_BMO-12B parameters: weight: 0.1 density: 0.4 - model: nbeerbower/mistral-nemo-bophades-12B parameters: weight: 0.12 density: 0.5 - model: nbeerbower/mistral-nemo-gutenberg-12B-v4 parameters: weight: 0.2 density: 0.6 - model: TheDrummer/UnslopNemo-12B-v4.1 parameters: weight: 0.25 density: 0.7 - model: NewEden-Forge/TEST-12B parameters: weight: 0.33 density: 0.8 merge_method: della_linear base_model: NewEden-Forge/madness-erebus parameters: epsilon: 0.05 lambda: 1 dtype: bfloat16 tokenizer_source: base