FMT-v1 / mergekit_config.yml
Virt-io's picture
Upload folder using huggingface_hub
f17231d verified
models:
- model: FuseAI/FuseChat-7B-VaRM
parameters:
weight: 1.0
- model: MediaTek-Research/Breeze-7B-Instruct-v1_0
parameters:
weight: 0.75
- model: tokyotech-llm/Swallow-MS-7b-v0.1
parameters:
weight: 0.55
merge_method: task_arithmetic
base_model: FuseAI/FuseChat-7B-VaRM
parameters:
normalize: true
int8_mask: true
dtype: bfloat16