merge_method: dare_linear | |
base_model: /home/dylan/Documents/AI/merge/miqu-1-70b-sf | |
models: | |
- model: /media/dylan/SanDisk/LLMs/Midnight-Miqu-70B-v1.5 | |
parameters: | |
weight: 0.4 | |
- model: /home/dylan/Documents/AI/merge/miqu-1-70b-sf | |
parameters: | |
weight: 0.2 | |
- model: /media/dylan/SanDisk/LLMs/miqu-evil-dpo/ | |
parameters: | |
weight: 0.2 | |
- model: /home/dylan/Documents/AI/merge/MiquMaid-v3-70B | |
parameters: | |
weight: 0.2 | |
dtype: float16 | |
tokenizer_source: model:/home/dylan/Documents/AI/merge/miqu-1-70b-sf |