slices: | |
- sources: | |
- model: lemon07r/Gemma-2-Ataraxy-9B | |
layer_range: [0, 42] | |
parameters: | |
weight: 1 | |
density: 0.7 | |
gamma: 0.03 | |
- model: wzhouad/gemma-2-9b-it-WPO-HB | |
layer_range: [0, 42] | |
parameters: | |
weight: 1 | |
density: 0.42 | |
gamma: 0.03 | |
- model: rtzr/ko-gemma-2-9b-it | |
layer_range: [0, 42] | |
parameters: | |
weight: 1 | |
density: 0.42 | |
gamma: 0.03 | |
- model: rtzr/ko-gemma-2-9b-it+ghost613/gemma9_on_korean_summary_events # lora model loading | |
layer_range: [0, 42] | |
parameters: | |
weight: 1 | |
density: 0.42 | |
gamma: 0.03 | |
merge_method: breadcrumbs_ties | |
base_model: lemon07r/Gemma-2-Ataraxy-9B | |
dtype: bfloat16 |