slices: - sources: - model: KoboldAI/LLaMA2-13B-Tiefighter layer_range: [0, 10] - sources: - model: KoboldAI/LLaMA2-13B-Holomax layer_range: [11,15] - sources: - model: KoboldAI/LLaMA2-13B-Tiefighter layer_range: [16,20] - sources: - model: KoboldAI/LLaMA2-13B-Holomax layer_range: [16,22] - sources: - model: KoboldAI/LLaMA2-13B-Tiefighter layer_range: [21, 30] - sources: - model: KoboldAI/LLaMA2-13B-Holomax layer_range: [31,33] - sources: - model: KoboldAI/LLaMA2-13B-Tiefighter layer_range: [31,35] - sources: - model: KoboldAI/LLaMA2-13B-Holomax layer_range: [36,40] - sources: - model: KoboldAI/LLaMA2-13B-Tiefighter layer_range: [36,40] merge_method: passthrough dtype: bfloat16