models:
  - model: decruz07/kellemar-DPO-Orca-Distilled-7B-SLERP
    # No parameters necessary for base model
  - model: Kukedlc/NeuralKrishna-7B-V2-DPO
    parameters:
      density: 0.53
      weight: 0.4
  - model: Locutusque/ChatHercules-2.5-Mistral-7B-DPO
    parameters:
      density: 0.53
      weight: 0.4
merge_method: dare_ties
base_model: decruz07/kellemar-DPO-Orca-Distilled-7B-SLERP
parameters:
  int8_mask: true
dtype: bfloat16