| slices: | |
| - sources: | |
| - model: liminerity/M7-7b | |
| layer_range: [0, 32] | |
| - model: AurelPx/Percival_01-7b-slerp | |
| layer_range: [0, 32] | |
| merge_method: slerp | |
| base_model: liminerity/M7-7b | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.2639122951491276, 0.7506801371927273, 0.7193511320814023, 0.3460037515183604, 0.6172941822846235] | |
| - filter: mlp | |
| value: [0.7360877048508724, 0.2493198628072727, 0.28064886791859767, 0.6539962484816396, 0.3827058177153765] | |
| - value: 0.9881244934570449 | |
| dtype: bfloat16 | |
| random_seed: 0 | |