File size: 278 Bytes
8c2dc8d
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
models:
  - model: tiiuae/Falcon3-10B-Instruct
  - model: hotmailuser/Falcon3Slerp1-10B
merge_method: slerp
base_model: tiiuae/Falcon3-10B-Instruct
dtype: bfloat16
parameters:
  t: [0, 0.5, 1, 0.5, 0] # V shaped curve: Hermes for input & output, WizardMath in the middle layers