models: | |
- model: NousResearch/Meta-Llama-3-8B | |
# No parameters necessary for base model | |
- model: yuvraj17/Llama-3-8B-spectrum-25 | |
parameters: | |
density: 0.56 | |
weight: 0.12 | |
- model: ruggsea/Llama3-stanford-encyclopedia-philosophy-QA | |
parameters: | |
density: 0.56 | |
weight: 0.12 | |
- model: arcee-ai/Llama-3.1-SuperNova-Lite | |
parameters: | |
density: 0.58 | |
weight: 0.55 | |
merge_method: dare_ties | |
base_model: NousResearch/Meta-Llama-3-8B | |
dtype: bfloat16 | |