olaolaola / mergekit_moe_config.yml
mgv99's picture
Upload folder using huggingface_hub
65dd5ce verified
raw
history blame contribute delete
269 Bytes
base_model: mlabonne/Marcoro14-7B-slerp
experts:
- positive_prompts:
- chat
- assistant
source_model: openchat/openchat-3.5-1210
- positive_prompts:
- code
- python
source_model: beowolx/CodeNinja-1.0-OpenChat-7B
experts_per_token: 2
gate_mode: cheap_embed