base_model: openlynn/Llama-3-Soliloquy-8B-v2 dtype: bfloat16 merge_method: dare_ties parameters: int8_mask: 1.0 normalize: 0.0 slices: - sources: - layer_range: [0, 4] model: openlynn/Llama-3-Soliloquy-8B-v2 parameters: density: 0.83 weight: 0.4 - layer_range: [0, 4] model: cgato/L3-TheSpice-8b-v0.8.3 parameters: density: 0.43 weight: 0.15 - layer_range: [0, 4] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.8 weight: 0.4 - layer_range: [0, 4] model: Undi95/Llama-3-LewdPlay-8B-evo parameters: density: 0.8 weight: 0.15 - sources: - layer_range: [4, 8] model: cgato/L3-TheSpice-8b-v0.8.3 parameters: density: 0.45 weight: 0.1 - layer_range: [4, 8] model: Undi95/Llama-3-LewdPlay-8B-evo parameters: density: 0.41 weight: 0.15 - layer_range: [4, 8] model: openlynn/Llama-3-Soliloquy-8B-v2 parameters: density: 0.78 weight: 0.4 - layer_range: [4, 8] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.83 weight: 0.45 - sources: - layer_range: [8, 12] model: openlynn/Llama-3-Soliloquy-8B-v2 parameters: density: 0.8 weight: 0.35 - layer_range: [8, 12] model: Undi95/Llama-3-LewdPlay-8B-evo parameters: density: 0.71 weight: 0.2 - layer_range: [8, 12] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.77 weight: 0.35 - layer_range: [8, 12] model: cgato/L3-TheSpice-8b-v0.8.3 parameters: density: 0.45 weight: 0.2 - sources: - layer_range: [12, 16] model: openlynn/Llama-3-Soliloquy-8B-v2 parameters: density: 0.46 weight: 0.21 - layer_range: [12, 16] model: Undi95/Llama-3-LewdPlay-8B-evo parameters: density: 0.81 weight: 0.3 - layer_range: [12, 16] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.75 weight: 0.25 - layer_range: [12, 16] model: cgato/L3-TheSpice-8b-v0.8.3 parameters: density: 0.8 weight: 0.35 - sources: - layer_range: [16, 20] model: openlynn/Llama-3-Soliloquy-8B-v2 parameters: density: 0.62 weight: 0.36 - layer_range: [16, 20] model: Undi95/Llama-3-LewdPlay-8B-evo parameters: density: 0.5 weight: 0.2 - layer_range: [16, 20] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.83 weight: 0.3 - layer_range: [16, 20] model: cgato/L3-TheSpice-8b-v0.8.3 parameters: density: 0.74 weight: 0.28 - sources: - layer_range: [20, 24] model: openlynn/Llama-3-Soliloquy-8B-v2 parameters: density: 0.52 weight: 0.16 - layer_range: [20, 24] model: Undi95/Llama-3-LewdPlay-8B-evo parameters: density: 0.74 weight: 0.28 - layer_range: [20, 24] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.64 weight: 0.2 - layer_range: [20, 24] model: cgato/L3-TheSpice-8b-v0.8.3 parameters: density: 0.83 weight: 0.37 - sources: - layer_range: [24, 28] model: openlynn/Llama-3-Soliloquy-8B-v2 parameters: density: 0.85 weight: 0.35 - layer_range: [24, 28] model: Undi95/Llama-3-LewdPlay-8B-evo parameters: density: 0.68 weight: 0.3 - layer_range: [24, 28] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.75 weight: 0.35 - layer_range: [24, 28] model: cgato/L3-TheSpice-8b-v0.8.3 parameters: density: 0.5 weight: 0.1 - sources: - layer_range: [28, 32] model: openlynn/Llama-3-Soliloquy-8B-v2 parameters: density: 0.85 weight: 0.35 - layer_range: [28, 32] model: Undi95/Llama-3-LewdPlay-8B-evo parameters: density: 0.77 weight: 0.15 - layer_range: [28, 32] model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS parameters: density: 0.85 weight: 0.25 - layer_range: [28, 32] model: cgato/L3-TheSpice-8b-v0.8.3 parameters: density: 0.88 weight: 0.35