models: - model: anthracite-org/magnum-v2-4b parameters: weight: 1 density: 1 - model: Magpie-Align/MagpieLM-4B-Chat-v0.1 parameters: weight: 1 density: 1 - model: rasyosef/Llama-3.1-Minitron-4B-Chat parameters: weight: 1 density: 1 - model: bunnycore/LLama-3.1-4B-TitanFusion parameters: weight: 1 density: 1 - model: Delta-Vector/Holland-4B-V1 parameters: weight: 1 density: 1 merge_method: ties base_model: nvidia/Llama-3.1-Minitron-4B-Width-Base parameters: density: 1 normalize: true int8_mask: true dtype: bfloat16