mergekit_moe_config.yml

base_model: ./Qwen1.5-7B-Chat
gate_mode: random
dtype: bfloat16
experts:
  - source_model: ./Qwen1.5-7B-Chat
    positive_prompts: []
  - source_model: ./Liberated-Qwen1.5-7B
    positive_prompts: []
tokenizer_source: model:./Qwen1.5-7B-Chat