| slices: | |
| - sources: | |
| - model: liminerity/M7-7b | |
| layer_range: [0, 32] | |
| - model: AurelPx/Percival_01-7b-slerp | |
| layer_range: [0, 32] | |
| merge_method: slerp | |
| base_model: liminerity/M7-7b | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.951016476599743, 0.6462403938077265, 0.6190728398161103, 0.5961853089206501, 0.09064283190778144] | |
| - filter: mlp | |
| value: [0.04898352340025702, 0.35375960619227353, 0.3809271601838897, 0.40381469107934986, 0.9093571680922186] | |
| - value: 0.5133112626358848 | |
| dtype: bfloat16 | |
| random_seed: 0 | |