SOLAR-math-2x10.7b / mergekit_moe_config.yml
macadeliccc's picture
Upload 12 files
a1f9a03 verified
raw
history blame contribute delete
378 Bytes
base_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: NousResearch/Nous-Hermes-2-SOLAR-10.7B
positive_prompts:
- "conversation"
- "logic"
- "book-knowledge"
- source_model: DopeorNope/SOLARC-M-10.7B
positive_prompts:
- "Mathematics"
- "Step-by-step"
- "dialogue"