File size: 379 Bytes
f4e4b00
 
 
 
 
f5504a1
f4e4b00
 
 
f5504a1
 
 
 
f4e4b00
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
models:
  - model: google/gemma-7b
    parameters:
      density: 0.5
      weight: 0.5
  - model: google/codegemma-7b
    parameters:
      density: 0.5
      weight: 0.5
  # - model: VAGOsolutions/SauerkrautLM-Gemma-7b
  #   parameters:
  #     density: 0.5
  #     weight: 0.5
merge_method: dare_linear
base_model: google/gemma-7b
parameters:
  int8_mask: true
dtype: bfloat16