| slices: | |
| - sources: | |
| - model: upload_model_tensor/models--tensorplex-labs--finetuning-sn6-1/snapshots/47224b4128bf469f85459472aadca5afade0c5c3 | |
| layer_range: [0, 32] | |
| - model: upload_model/models--tomaszki--nous-eleven/snapshots/461fde269d62f59d3444db55210b923ddac33b7e | |
| layer_range: [0, 32] | |
| merge_method: slerp | |
| base_model: upload_model_tensor/models--tensorplex-labs--finetuning-sn6-1/snapshots/47224b4128bf469f85459472aadca5afade0c5c3 | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0, 0.5, 0.3, 0.7, 1] | |
| - filter: mlp | |
| value: [1, 0.5, 0.7, 0.3, 0] | |
| - value: 0.5 | |
| dtype: bfloat16 | |