dtype: bfloat16 merge_method: passthrough slices: - sources: - layer_range: [0, 2] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [1, 3] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [2, 4] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [3, 5] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [4, 6] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [5, 7] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [6, 8] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [7, 9] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [8, 10] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [9, 11] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [10, 12] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [11, 13] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [12, 14] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [13, 15] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [14, 16] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [16, 18] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [17, 19] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [18, 20] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [19, 21] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [20, 22] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [21, 23] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [22, 24] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [23, 25] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [24, 26] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [25, 27] model: Qwen/Qwen2.5-1.5B-Instruct - sources: - layer_range: [26, 28] model: Qwen/Qwen2.5-1.5B-Instruct merge_method: passthrough dtype: bfloat16