| slices: | |
| - sources: | |
| - model: liminerity/M7-7b | |
| layer_range: [0, 32] | |
| - model: AurelPx/Percival_01-7b-slerp | |
| layer_range: [0, 32] | |
| merge_method: slerp | |
| base_model: liminerity/M7-7b | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.1812784799057543, 0.882960312693143, 0.338121833283907, 0.24205050037797005, 0.648203025320957] | |
| - filter: mlp | |
| value: [0.8187215200942457, 0.11703968730685699, 0.661878166716093, 0.75794949962203, 0.35179697467904303] | |
| - value: 0.728389705446274 | |
| dtype: bfloat16 | |
| random_seed: 0 | |