GemmaSlerp5-10B / mergekit_config.yml
allknowingroger's picture
Upload folder using huggingface_hub
cb12df3 verified
raw
history blame contribute delete
287 Bytes
models:
- model: lemon07r/Gemma-2-Ataraxy-v4d-9B
- model: zelk12/gemma-2-9B-MT1DMv1t0.25
merge_method: slerp
base_model: lemon07r/Gemma-2-Ataraxy-v4d-9B
dtype: bfloat16
parameters:
t: [0, 0.5, 1, 0.5, 0] # V shaped curve: Hermes for input & output, WizardMath in the middle layers