haLLAwa / mergekit_config.yml
solankibhargav's picture
Upload folder using huggingface_hub
dd9e52c verified
models:
- model: mistralai/Mistral-7B-v0.1
- model: openchat/openchat-3.5-0106
parameters:
density: 0.53
weight: 0.7
- model: machinists/Mistral-7B-SQL
parameters:
density: 0.53
weight: 0.3
merge_method: dare_ties
base_model: mistralai/Mistral-7B-v0.1
parameters:
int8_mask: true
dtype: bfloat16