icefog72 commited on
Commit
3458116
1 Parent(s): 63f09d6

Delete mergekit_config.yml

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +0 -18
mergekit_config.yml DELETED
@@ -1,18 +0,0 @@
1
- slices:
2
- - sources:
3
- - model: H:\FModels\23.09\icefog72IceDrinkNameGoesHereRP-7b-Model_Stock-dpo
4
- layer_range: [0, 32]
5
- - model: H:\FModels\23.09\icefog72IceDrinkNameGoesHereRP-7b-Model_Stock-dpo
6
- layer_range: [0, 32]
7
-
8
- merge_method: slerp
9
- base_model: H:\FModels\23.09\icefog72IceDrinkNameGoesHereRP-7b-Model_Stock-dpo
10
- parameters:
11
- t:
12
- - filter: self_attn
13
- value: [0, 0.5, 0.3, 0.7, 1]
14
- - filter: mlp
15
- value: [1, 0.5, 0.7, 0.3, 0]
16
- - value: 0.5 # fallback for rest of tensors
17
- dtype: bfloat16
18
-