File size: 332 Bytes
86fed89
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

models:
  - model: CoolSpring/Qwen2-0.5B-Abyme
    # No parameters necessary for base model
  - model: Qwen/Qwen2-0.5B-Instruct
    parameters:
      density: 0.53
      weight: 0.6
merge_method: dare_ties
base_model: CoolSpring/Qwen2-0.5B-Abyme
tokenizer_source: union
parameters:
  int8_mask: true
dtype: bfloat16
random_seed: 0