dtype: float16 merge_method: linear slices: - sources: - layer_range: [0, 16] # Assuming the first half of the model is more general and can be reduced more model: mistralai/Mistral-7B-Instruct-v0.2 parameters: weight: 0.5 # Reduce the weight of the first half to make room for the second half - layer_range: [16, 32] # Assuming the second half of the model is more specialized and can be reduced less model: mistralai/Mistral-7B-Instruct-v0.2 parameters: weight: 0.5 # Maintain the weight of the second half