mergekit_config.yml

base_model: openlynn/Llama-3-Soliloquy-8B-v2
dtype: bfloat16
merge_method: dare_ties
parameters:
  int8_mask: 1.0
  normalize: 0.0
slices:
- sources:
  - layer_range: [0, 4]
    model: openlynn/Llama-3-Soliloquy-8B-v2
    parameters:
      density: 0.83
      weight: 0.4
  - layer_range: [0, 4]
    model: cgato/L3-TheSpice-8b-v0.8.3
    parameters:
      density: 0.43
      weight: 0.15
  - layer_range: [0, 4]
    model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
    parameters:
      density: 0.8
      weight: 0.4
  - layer_range: [0, 4]
    model: Undi95/Llama-3-LewdPlay-8B-evo
    parameters:
      density: 0.8
      weight: 0.15
- sources:
  - layer_range: [4, 8]
    model: cgato/L3-TheSpice-8b-v0.8.3
    parameters:
      density: 0.45
      weight: 0.1
  - layer_range: [4, 8]
    model: Undi95/Llama-3-LewdPlay-8B-evo
    parameters:
      density: 0.41
      weight: 0.15
  - layer_range: [4, 8]
    model: openlynn/Llama-3-Soliloquy-8B-v2
    parameters: 
      density: 0.78
      weight: 0.4
  - layer_range: [4, 8]
    model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
    parameters:
      density: 0.83
      weight: 0.45
- sources:
  - layer_range: [8, 12]
    model: openlynn/Llama-3-Soliloquy-8B-v2
    parameters:
      density: 0.8
      weight: 0.35
  - layer_range: [8, 12]
    model: Undi95/Llama-3-LewdPlay-8B-evo
    parameters:
      density: 0.71
      weight: 0.2
  - layer_range: [8, 12]
    model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
    parameters:
      density: 0.77
      weight: 0.35
  - layer_range: [8, 12]
    model: cgato/L3-TheSpice-8b-v0.8.3
    parameters:
      density: 0.45
      weight: 0.2
- sources:
  - layer_range: [12, 16]
    model: openlynn/Llama-3-Soliloquy-8B-v2
    parameters:
      density: 0.46
      weight: 0.21
  - layer_range: [12, 16]
    model: Undi95/Llama-3-LewdPlay-8B-evo
    parameters:
      density: 0.81
      weight: 0.3
  - layer_range: [12, 16]
    model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
    parameters:
      density: 0.75
      weight: 0.25
  - layer_range: [12, 16]
    model: cgato/L3-TheSpice-8b-v0.8.3
    parameters:
      density: 0.8
      weight: 0.35
- sources:
  - layer_range: [16, 20]
    model: openlynn/Llama-3-Soliloquy-8B-v2
    parameters:
      density: 0.62
      weight: 0.36
  - layer_range: [16, 20]
    model: Undi95/Llama-3-LewdPlay-8B-evo
    parameters:
      density: 0.5
      weight: 0.2
  - layer_range: [16, 20]
    model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
    parameters:
      density: 0.83
      weight: 0.3
  - layer_range: [16, 20]
    model: cgato/L3-TheSpice-8b-v0.8.3
    parameters:
      density: 0.74
      weight: 0.28
- sources:
  - layer_range: [20, 24]
    model: openlynn/Llama-3-Soliloquy-8B-v2
    parameters:
      density: 0.52
      weight: 0.16
  - layer_range: [20, 24]
    model: Undi95/Llama-3-LewdPlay-8B-evo
    parameters:
      density: 0.74
      weight: 0.28
  - layer_range: [20, 24]
    model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
    parameters:
      density: 0.64
      weight: 0.2
  - layer_range: [20, 24]
    model: cgato/L3-TheSpice-8b-v0.8.3
    parameters:
      density: 0.83
      weight: 0.37
- sources:
  - layer_range: [24, 28]
    model: openlynn/Llama-3-Soliloquy-8B-v2
    parameters:
      density: 0.85
      weight: 0.35
  - layer_range: [24, 28]
    model: Undi95/Llama-3-LewdPlay-8B-evo
    parameters:
      density: 0.68
      weight: 0.3
  - layer_range: [24, 28]
    model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
    parameters:
      density: 0.75
      weight: 0.35
  - layer_range: [24, 28]
    model: cgato/L3-TheSpice-8b-v0.8.3
    parameters:
      density: 0.5
      weight: 0.1
- sources:
  - layer_range: [28, 32]
    model: openlynn/Llama-3-Soliloquy-8B-v2
    parameters:
      density: 0.85
      weight: 0.35
  - layer_range: [28, 32]
    model: Undi95/Llama-3-LewdPlay-8B-evo
    parameters:
      density: 0.77
      weight: 0.15
  - layer_range: [28, 32]
    model: NeverSleep/Llama-3-Lumimaid-8B-v0.1-OAS
    parameters:
      density: 0.85
      weight: 0.25
  - layer_range: [28, 32]
    model: cgato/L3-TheSpice-8b-v0.8.3
    parameters:
      density: 0.88
      weight: 0.35