models: | |
- model: Darkknight535/Meta-Llama-3.1-12B-Instruct | |
- model: Darkknight535/L3.1-12B-Celeste-V1.5 # Another RP / Storytelling Model | |
parameters: | |
density: 0.1 | |
weight: 0.1 | |
- model: Darkknight535/L3.1-12B-Niitama-v1.1 # Another RP / Storytelling Model | |
parameters: | |
density: 0.9 | |
weight: 0.9 | |
merge_method: ties | |
base_model: Darkknight535/Meta-Llama-3.1-12B-Instruct # For Base Coherence and prompting | |
parameters: | |
int8_mask: true | |
rescale: true | |
normalize: false | |
dtype: bfloat16 |